{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from torch.utils.data import ConcatDataset,DataLoader\n",
    "from torch import nn, optim\n",
    "import torch\n",
    "import datetime\n",
    "from tqdm.notebook import tqdm\n",
    "import os\n",
    "#from cascade_lib import *\n",
    "from cascade_libary.networkv2 import create_ArcMultiTaskModel\n",
    "from cascade_libary.dataset import create_exampler_datasets_and_loaders, create_task_datasets_and_loaders,MyDataset,transform_test,transform_train\n",
    "from cascade_libary.train_eval import train_model, evaluate_model\n",
    "from cascade_libary.criterian import get_class_stats,sort_and_complete_alpha_by_label_mapping,MultiClassFocalLossWithAlpha\n",
    "from cascade_libary.utils import freeze_layers\n",
    "from torchvision import datasets as torchvision_datasets\n",
    "import numpy as np\n",
    "import itertools\n",
    "from kornia.losses import FocalLoss\n",
    "import math\n",
    "import torch.nn.functional as F\n",
    "import random\n",
    "\n",
    "#from kornia.losses import FocalLoss\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "init_freeze_prefixes = [\n",
    "    'feature_extractor',\n",
    "    #'avgpool',\n",
    "    #'fc',\n",
    "    ]\n",
    "    #freeze_prefix.append('arc_classifiers.' + str(tsk))\n",
    "\n",
    "    0.16 \n",
    "\n",
    "    46.97\n",
    "\n",
    "\n",
    "    0.25\n",
    "\n",
    "    0.472\n",
    "        gamma 1,0 \n",
    "        0.422\n",
    "\n",
    "\n",
    "init_freeze_prefixes = [\n",
    "    'feature_extractor',\n",
    "    'avgpool',\n",
    "    #'fc',\n",
    "    ]\n",
    "weight_label=0.5+((tsk-1)*0.25)\n",
    "\n",
    "不冻arc cls\n",
    "\n",
    "gamma 0，0\n",
    "\n",
    "0.485"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def reweight_alphas(task_class_orders, tsk,alpha_cls, alpha_tsk,w_cls, w_tsk):\n",
    "    \"\"\"\n",
    "    更新alpha_cls和alpha_tsk的函数。\n",
    "    \n",
    "    参数:\n",
    "    task_class_orders -- 任务中类别的顺序列表。\n",
    "    tsk -- 我们关注的是第tsk个任务（索引从1开始）。\n",
    "    w_cls -- alpha_cls需要乘以的权重。\n",
    "    w_tsk -- alpha_tsk需要乘以的权重。\n",
    "    \n",
    "    返回:\n",
    "    更新后的alpha_cls和alpha_tsk列表。\n",
    "    \"\"\"\n",
    "    # 计算第tsk个任务之前的所有任务的类别总数\n",
    "\n",
    "    num_prev_task_classes = sum(len(task) for task in task_class_orders[:tsk])\n",
    "    print(\"num_prev_task_classes:\", num_prev_task_classes)\n",
    "    # 更新alpha_cls\n",
    "    for i in range(num_prev_task_classes):\n",
    "        alpha_cls[i] *= w_cls\n",
    "    \n",
    "    # 更新alpha_tsk\n",
    "    for i in range(tsk):\n",
    "        alpha_tsk[i] *= w_tsk\n",
    "    \n",
    "    return alpha_cls, alpha_tsk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 设置随机种子\n",
    "def set_seed(seed_value=42):\n",
    "    random.seed(seed_value)  # Python内置的随机模块\n",
    "    np.random.seed(seed_value)  # NumPy的随机数生成器\n",
    "    '''torch.manual_seed(seed_value)  # PyTorch的随机数生成器\n",
    "    # 如果使用CUDA\n",
    "    torch.cuda.manual_seed_all(seed_value)  # 为所有CUDA设备设置随机种子\n",
    "    torch.backends.cudnn.deterministic = True  # 设置确定性卷积\n",
    "    torch.backends.cudnn.benchmark = False  # 为了确保确定性，关闭 cudnn 基准测试'''\n",
    "# 调用函数设置随机种子\n",
    "set_seed(42)\n",
    "\n",
    "gpu=1\n",
    "if torch.cuda.is_available():\n",
    "        torch.cuda.set_device(gpu)\n",
    "        device = 'cuda'\n",
    "else:\n",
    "        print('WARNING: [CUDA unavailable] Using CPU instead!')\n",
    "        device = 'cpu'\n",
    "#device='cpu'\n",
    "model_save_pth='/home/ubuntu/workspace/cascade_incremental/temp/models/cascade/loop'\n",
    "\n",
    "s=12.5\n",
    "m=0.0"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 初始化"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "生成数据集"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Files already downloaded and verified\n",
      "Files already downloaded and verified\n"
     ]
    }
   ],
   "source": [
    "# 在函数外面加载数据集\n",
    "root_dir = '../data'\n",
    "train_dataset = torchvision_datasets.CIFAR100(root=root_dir, train=True, download=True)\n",
    "test_dataset = torchvision_datasets.CIFAR100(root=root_dir, train=False, download=True)\n",
    "\n",
    "# 随机化类别顺序\n",
    "class_order = list(range(100))\n",
    "random.shuffle(class_order)\n",
    "label_mapping = {original_label: new_label for new_label, original_label in enumerate(class_order)}\n",
    "# 定义每个任务的类别数量列表\n",
    "num_classes_per_task = [50, 5, 5, 5, 5, 5,5,5,5,5,5]\n",
    "\n",
    "batch_size = 128\n",
    "# 调用函数创建任务数据集和数据加载器\n",
    "# task_class_orders包含了随机属性\n",
    "origin_train_set, origin_test_set, train_loaders, test_loaders,task_class_orders = create_task_datasets_and_loaders(train_dataset, test_dataset, num_classes_per_task,class_order, batch_size=batch_size, transform_train=transform_train, transform_test=transform_test)\n",
    "\n",
    "# 假设你已经定义了origin_train_set和origin_test_set\n",
    "# 以及数据转换transform_train和transform_test\n",
    "n_samples_per_class = 20\n",
    "exampler_train_sets, exampler_test_sets, exampler_train_loaders, exampler_test_test_loaders = create_exampler_datasets_and_loaders(origin_train_set, origin_test_set, n_samples_per_class, batch_size, transform_train, transform_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "设置标签转换"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 确定原始标签的范围（即最大的原始标签值）\n",
    "max_label = max(label_mapping.keys())\n",
    "\n",
    "# 创建一个长度等于原始标签范围的零数组\n",
    "label_mapping_array = np.zeros(max_label + 1, dtype=int)\n",
    "\n",
    "# 使用 label_mapping 字典填充这个数组\n",
    "for original_label, new_label in label_mapping.items():\n",
    "    label_mapping_array[original_label] = new_label\n",
    "\n",
    "# 将这个数组转换为 PyTorch 张量\n",
    "label_mapping_tensor = torch.from_numpy(label_mapping_array).to(device)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "生成模型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = create_ArcMultiTaskModel('resnet34',512,None)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 训练"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Incremental ARC Classifier added, current len: 1\n",
      "Incremental Task Layer added, current len: 1\n",
      "模型已从 /home/ubuntu/workspace/cascade_incremental/temp/models/cascade/cascade_tsk_0_0.754_20241224_084407.pth 成功加载。\n"
     ]
    }
   ],
   "source": [
    "tsk=1\n",
    "# 重新初始化模型并加载预训练参数\n",
    "model = create_ArcMultiTaskModel('resnet34',512,None)\n",
    "model.add_arc_task_classifier(feature_dim=512, num_classes_per_task=num_classes_per_task[0], s=s, m=m)\n",
    "model.add_incremental_task_layer(isInitial=True) \n",
    "\n",
    "\n",
    "full_path='/home/ubuntu/workspace/cascade_incremental/temp/models/cascade/cascade_tsk_0_0.754_20241224_084407.pth'\n",
    "# 加载模型\n",
    "if os.path.isfile(full_path):\n",
    "    model.load_state_dict(torch.load(full_path,weights_only=True))\n",
    "    print(f\"模型已从 {full_path} 成功加载。\")\n",
    "else:\n",
    "    print(f\"文件 {full_path} 不存在。\")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Incremental ARC Classifier added, current len: 2\n",
      "Incremental Task Layer added, current len: 2\n",
      "tsk: 1\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "incremental_layers.1.layer.0.weight\n",
      "incremental_layers.1.layer.0.bias\n",
      "incremental_layers.1.layer.1.weight\n",
      "incremental_layers.1.layer.1.bias\n",
      "incremental_layers.1.layer.3.weight\n",
      "incremental_layers.1.layer.3.bias\n",
      "incremental_layers.1.layer.4.weight\n",
      "incremental_layers.1.layer.4.bias\n",
      "incremental_layers.1.layer.6.weight\n",
      "incremental_layers.1.layer.6.bias\n",
      "incremental_layers.1.layer.7.weight\n",
      "incremental_layers.1.layer.7.bias\n",
      "incremental_layers.1.gate_generator.0.weight\n",
      "incremental_layers.1.gate_generator.0.bias\n",
      "incremental_layers.1.gate_generator.1.weight\n",
      "incremental_layers.1.gate_generator.1.bias\n",
      "incremental_layers.1.gate_generator.5.weight\n",
      "incremental_layers.1.gate_generator.5.bias\n",
      "arc_classifiers.0.2.weight\n",
      "arc_classifiers.0.2.bias\n",
      "arc_classifiers.0.4.weight\n",
      "arc_classifiers.1.2.weight\n",
      "arc_classifiers.1.2.bias\n",
      "arc_classifiers.1.4.weight\n",
      "alpha_cls: [174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      "   6.999951     6.999951     6.999951     6.999951     6.999951  ]\n",
      "alpha_tsk: [3.49998775 1.39999804]\n",
      "num_prev_task_classes: 50\n",
      "alpha_cls: [174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      " 174.96938036 174.96938036 174.96938036 174.96938036 174.96938036\n",
      "   6.999951     6.999951     6.999951     6.999951     6.999951  ]\n",
      "alpha_tsk: [228.14190917  91.2569553 ]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ee0c9469c85346e3b23f53628eeabcc8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2520 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 72.0674\n",
      "Per Task Accuracy: {0: 0.9266775162744116, 1: 0.4122537733435661}\n",
      "Validation Loss: 652.7639 - Validation Accuracy: 0.1758\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 23.9794\n",
      "Per Task Accuracy: {0: 0.9545192789183775, 1: 0.24629061140956768}\n",
      "Validation Loss: 220.2428 - Validation Accuracy: 0.6593\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 17.3464\n",
      "Per Task Accuracy: {0: 0.9937906860290435, 1: 0.09606037349705807}\n",
      "Validation Loss: 201.4842 - Validation Accuracy: 0.7045\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 14.7540\n",
      "Per Task Accuracy: {0: 0.9945918878317476, 1: 0.08397288309030443}\n",
      "Validation Loss: 205.4790 - Validation Accuracy: 0.7084\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 12.0410\n",
      "Per Task Accuracy: {0: 0.9935903855783675, 1: 0.10213609618828345}\n",
      "Validation Loss: 205.5039 - Validation Accuracy: 0.7069\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 11.5771\n",
      "Per Task Accuracy: {0: 0.9949924887330996, 1: 0.07207725761064211}\n",
      "Validation Loss: 207.2573 - Validation Accuracy: 0.7076\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 10.7638\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.052251215144538246}\n",
      "Validation Loss: 212.0848 - Validation Accuracy: 0.7078\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 10.2183\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.0422102839600921}\n",
      "Validation Loss: 209.8424 - Validation Accuracy: 0.7082\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 9.9157\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.046175492453312865}\n",
      "Validation Loss: 213.0248 - Validation Accuracy: 0.7109\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 8.9629\n",
      "Per Task Accuracy: {0: 0.9943915873810716, 1: 0.08640317216679458}\n",
      "Validation Loss: 222.3866 - Validation Accuracy: 0.7053\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 7.5902\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.04009976976208749}\n",
      "Validation Loss: 220.1422 - Validation Accuracy: 0.7080\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 8.1448\n",
      "Per Task Accuracy: {0: 0.999198798197296, 1: 0.026093630084420567}\n",
      "Validation Loss: 223.9226 - Validation Accuracy: 0.7102\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 8.3738\n",
      "Per Task Accuracy: {0: 0.9913870806209314, 1: 0.1259913021233052}\n",
      "Validation Loss: 226.9475 - Validation Accuracy: 0.7024\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 9.0479\n",
      "Per Task Accuracy: {0: 0.9871807711567351, 1: 0.17005628037861345}\n",
      "Validation Loss: 222.1623 - Validation Accuracy: 0.7033\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 7.1987\n",
      "Per Task Accuracy: {0: 0.9933900851276916, 1: 0.09030442568431823}\n",
      "Validation Loss: 229.1140 - Validation Accuracy: 0.6996\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 6.1173\n",
      "Per Task Accuracy: {0: 0.9947921882824237, 1: 0.06632130979790228}\n",
      "Validation Loss: 234.8184 - Validation Accuracy: 0.6976\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 6.4184\n",
      "Per Task Accuracy: {0: 0.9933900851276916, 1: 0.08844973138910207}\n",
      "Validation Loss: 230.3794 - Validation Accuracy: 0.7035\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 6.7286\n",
      "Per Task Accuracy: {0: 0.9925888833249875, 1: 0.1142875415707342}\n",
      "Validation Loss: 230.8544 - Validation Accuracy: 0.7011\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 6.2618\n",
      "Per Task Accuracy: {0: 0.9907861792689033, 1: 0.1163341007930417}\n",
      "Validation Loss: 233.5285 - Validation Accuracy: 0.7025\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 6.8921\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.054105909439754414}\n",
      "Validation Loss: 233.0172 - Validation Accuracy: 0.7015\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 5.7312\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03818112049117421}\n",
      "Validation Loss: 233.4199 - Validation Accuracy: 0.6967\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 5.5912\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.04803018674852903}\n",
      "Validation Loss: 233.4160 - Validation Accuracy: 0.7007\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 4.8787\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.044001023279611154}\n",
      "Validation Loss: 240.2175 - Validation Accuracy: 0.6947\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 4.8043\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.036134561268866716}\n",
      "Validation Loss: 243.1678 - Validation Accuracy: 0.6884\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 4.7876\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.028012279355333843}\n",
      "Validation Loss: 243.4430 - Validation Accuracy: 0.6900\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 5.1645\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.037989255564082884}\n",
      "Validation Loss: 238.1651 - Validation Accuracy: 0.6949\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 4.9278\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04195446405730366}\n",
      "Validation Loss: 236.3295 - Validation Accuracy: 0.6993\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 5.0711\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.04195446405730366}\n",
      "Validation Loss: 238.3078 - Validation Accuracy: 0.6949\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 5.4963\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.04195446405730366}\n",
      "Validation Loss: 236.5954 - Validation Accuracy: 0.6971\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 4.6834\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03607060629316961}\n",
      "Validation Loss: 246.4923 - Validation Accuracy: 0.6842\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 4.8574\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.044064978255308265}\n",
      "Validation Loss: 241.2059 - Validation Accuracy: 0.6942\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 4.3361\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.031977487848554614}\n",
      "Validation Loss: 249.7406 - Validation Accuracy: 0.6891\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 4.4825\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.025965720133026348}\n",
      "Validation Loss: 252.6426 - Validation Accuracy: 0.6833\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 4.3669\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.025965720133026348}\n",
      "Validation Loss: 246.8321 - Validation Accuracy: 0.6869\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 4.4191\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.025965720133026348}\n",
      "Validation Loss: 248.7043 - Validation Accuracy: 0.6845\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 3.8769\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.01586083397288309}\n",
      "Validation Loss: 247.7157 - Validation Accuracy: 0.6933\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 3.8943\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.022000511639805577}\n",
      "Validation Loss: 247.0403 - Validation Accuracy: 0.6900\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 3.3691\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.034024047070862116}\n",
      "Validation Loss: 251.4477 - Validation Accuracy: 0.6900\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 3.5560\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.037989255564082884}\n",
      "Validation Loss: 254.6801 - Validation Accuracy: 0.6855\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 3.6349\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.04003581478639038}\n",
      "Validation Loss: 253.4361 - Validation Accuracy: 0.6878\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 3.3333\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.039971859810693275}\n",
      "Validation Loss: 251.0136 - Validation Accuracy: 0.6900\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 3.4959\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.04393706830391404}\n",
      "Validation Loss: 255.8248 - Validation Accuracy: 0.6862\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 3.2295\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.0360066513174725}\n",
      "Validation Loss: 254.0557 - Validation Accuracy: 0.6882\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 3.5157\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.04003581478639038}\n",
      "Validation Loss: 259.1602 - Validation Accuracy: 0.6842\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 3.1466\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.038053210539779996}\n",
      "Validation Loss: 264.1751 - Validation Accuracy: 0.6789\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 2.6543\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.038053210539779996}\n",
      "Validation Loss: 263.0231 - Validation Accuracy: 0.6820\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 3.4467\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.038053210539779996}\n",
      "Validation Loss: 257.2973 - Validation Accuracy: 0.6871\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 3.4285\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.04009976976208749}\n",
      "Validation Loss: 262.0084 - Validation Accuracy: 0.6796\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 3.1103\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04604758250191865}\n",
      "Validation Loss: 270.5076 - Validation Accuracy: 0.6765\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 3.0449\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.042082374008697875}\n",
      "Validation Loss: 264.1184 - Validation Accuracy: 0.6809\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 2.6137\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04591967255052443}\n",
      "Validation Loss: 267.0700 - Validation Accuracy: 0.6804\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 3.3000\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.06395497569710923}\n",
      "Validation Loss: 258.9857 - Validation Accuracy: 0.6878\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 3.1072\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.034024047070862116}\n",
      "Validation Loss: 267.1699 - Validation Accuracy: 0.6793\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 2.8092\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.028076234331030955}\n",
      "Validation Loss: 256.1160 - Validation Accuracy: 0.6845\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 2.9115\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02602967510872346}\n",
      "Validation Loss: 266.2996 - Validation Accuracy: 0.6742\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 2.9256\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.01579687899718598}\n",
      "Validation Loss: 256.4943 - Validation Accuracy: 0.6840\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 2.7829\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.023983115886415964}\n",
      "Validation Loss: 267.9042 - Validation Accuracy: 0.6742\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 3.5474\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.019889997441800974}\n",
      "Validation Loss: 264.0161 - Validation Accuracy: 0.6795\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 3.0558\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02193655666410847}\n",
      "Validation Loss: 259.7913 - Validation Accuracy: 0.6856\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 2.5459\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03012279355333845}\n",
      "Validation Loss: 272.5784 - Validation Accuracy: 0.6796\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 2.4602\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.04803018674852903}\n",
      "Validation Loss: 274.1168 - Validation Accuracy: 0.6765\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 2.2614\n",
      "Per Task Accuracy: {0: 0.9951927891837756, 1: 0.05813507290867229}\n",
      "Validation Loss: 276.7669 - Validation Accuracy: 0.6787\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 2.7629\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.04611153747761576}\n",
      "Validation Loss: 273.9886 - Validation Accuracy: 0.6767\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 3.1256\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.023983115886415964}\n",
      "Validation Loss: 264.0289 - Validation Accuracy: 0.6807\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 2.6464\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.038053210539779996}\n",
      "Validation Loss: 262.5425 - Validation Accuracy: 0.6820\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 2.5189\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.05992581222819136}\n",
      "Validation Loss: 268.3734 - Validation Accuracy: 0.6771\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 2.9065\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.04579176259913021}\n",
      "Validation Loss: 266.1995 - Validation Accuracy: 0.6815\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 2.6889\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.019698132514709643}\n",
      "Validation Loss: 264.7513 - Validation Accuracy: 0.6778\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 2.3743\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.00588385776413405}\n",
      "Validation Loss: 265.8879 - Validation Accuracy: 0.6760\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 2.1086\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.007802507035047326}\n",
      "Validation Loss: 263.4028 - Validation Accuracy: 0.6782\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 2.2127\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.023791250959324637}\n",
      "Validation Loss: 269.1944 - Validation Accuracy: 0.6747\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 2.2026\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.029803018674852903}\n",
      "Validation Loss: 273.2715 - Validation Accuracy: 0.6735\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 2.5175\n",
      "Per Task Accuracy: {0: 0.999198798197296, 1: 0.009849066257354822}\n",
      "Validation Loss: 267.3224 - Validation Accuracy: 0.6813\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 2.3150\n",
      "Per Task Accuracy: {0: 0.999198798197296, 1: 0.00588385776413405}\n",
      "Validation Loss: 273.6370 - Validation Accuracy: 0.6702\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 2.0457\n",
      "Per Task Accuracy: {0: 0.9995993990986479, 1: 0.001918649270913277}\n",
      "Validation Loss: 269.5168 - Validation Accuracy: 0.6736\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 2.9936\n",
      "Per Task Accuracy: {0: 0.9829744616925388, 1: 0.15393962650294193}\n",
      "Validation Loss: 278.2385 - Validation Accuracy: 0.6645\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 3.3932\n",
      "Per Task Accuracy: {0: 0.9935903855783675, 1: 0.08410079304169864}\n",
      "Validation Loss: 273.3931 - Validation Accuracy: 0.6685\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 1.9973\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03408800204655922}\n",
      "Validation Loss: 269.6700 - Validation Accuracy: 0.6776\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 2.3862\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02590176515732924}\n",
      "Validation Loss: 280.8715 - Validation Accuracy: 0.6678\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 2.1775\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.019889997441800974}\n",
      "Validation Loss: 274.7838 - Validation Accuracy: 0.6718\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 2.9816\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 264.9055 - Validation Accuracy: 0.6787\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 2.6904\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.0}\n",
      "Validation Loss: 285.6098 - Validation Accuracy: 0.6571\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 2.2066\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.0}\n",
      "Validation Loss: 258.3353 - Validation Accuracy: 0.6815\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 1.8289\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 271.7135 - Validation Accuracy: 0.6727\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 1.8507\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.0}\n",
      "Validation Loss: 274.9578 - Validation Accuracy: 0.6742\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 1.7934\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 279.3702 - Validation Accuracy: 0.6724\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 1.7600\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 273.1181 - Validation Accuracy: 0.6778\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 1.9053\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 277.3958 - Validation Accuracy: 0.6722\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 1.8166\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 280.0923 - Validation Accuracy: 0.6704\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 2.0095\n",
      "Per Task Accuracy: {0: 1.0, 1: 0.001918649270913277}\n",
      "Validation Loss: 270.4197 - Validation Accuracy: 0.6804\n",
      "Task 1:\n",
      "Loss on test set: 1.6982\n",
      "Accuracy on test set: 0.6728\n",
      "Task 2:\n",
      "Loss on test set: 0.7772\n",
      "Accuracy on test set: 0.7560\n",
      "Loss on test set: 270.6129\n",
      "Accuracy on test set: 0.6804\n",
      "Incremental ARC Classifier added, current len: 3\n",
      "Incremental Task Layer added, current len: 3\n",
      "tsk: 2\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'arc_classifiers.0']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "incremental_layers.2.layer.0.weight\n",
      "incremental_layers.2.layer.0.bias\n",
      "incremental_layers.2.layer.1.weight\n",
      "incremental_layers.2.layer.1.bias\n",
      "incremental_layers.2.layer.3.weight\n",
      "incremental_layers.2.layer.3.bias\n",
      "incremental_layers.2.layer.4.weight\n",
      "incremental_layers.2.layer.4.bias\n",
      "incremental_layers.2.layer.6.weight\n",
      "incremental_layers.2.layer.6.bias\n",
      "incremental_layers.2.layer.7.weight\n",
      "incremental_layers.2.layer.7.bias\n",
      "incremental_layers.2.gate_generator.0.weight\n",
      "incremental_layers.2.gate_generator.0.bias\n",
      "incremental_layers.2.gate_generator.1.weight\n",
      "incremental_layers.2.gate_generator.1.bias\n",
      "incremental_layers.2.gate_generator.5.weight\n",
      "incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "arc_classifiers.1.2.weight\n",
      "arc_classifiers.1.2.bias\n",
      "arc_classifiers.1.4.weight\n",
      "arc_classifiers.2.2.weight\n",
      "arc_classifiers.2.2.bias\n",
      "arc_classifiers.2.4.weight\n",
      "alpha_cls: [179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      "   7.19994816   7.19994816   7.19994816   7.19994816   7.19994816]\n",
      "alpha_tsk: [ 3.59998704 35.99870405  1.43999793]\n",
      "num_prev_task_classes: 55\n",
      "alpha_cls: [179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      " 179.96760583 179.96760583 179.96760583 179.96760583 179.96760583\n",
      "   7.19994816   7.19994816   7.19994816   7.19994816   7.19994816]\n",
      "alpha_tsk: [ 43.57236687 435.7095518   17.4289844 ]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "198cf59663784e229752db2a42e92577",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2610 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 43.1156\n",
      "Per Task Accuracy: {0: 0.970155232849274, 1: 0.011959580455359426, 2: 0.09158672543427535}\n",
      "Validation Loss: 664.6490 - Validation Accuracy: 0.0683\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 15.9746\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 330.5901 - Validation Accuracy: 0.6150\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 12.2327\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 305.1032 - Validation Accuracy: 0.6287\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 9.2172\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 306.5311 - Validation Accuracy: 0.6298\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 12.0263\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0059631838216230235}\n",
      "Validation Loss: 308.0252 - Validation Accuracy: 0.6295\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 9.9426\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.028076234331030955, 2: 0.004148301788955146}\n",
      "Validation Loss: 304.3609 - Validation Accuracy: 0.6327\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 9.5049\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 306.9921 - Validation Accuracy: 0.6327\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 8.3893\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 297.1957 - Validation Accuracy: 0.6400\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 7.0232\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 303.7445 - Validation Accuracy: 0.6373\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 7.2958\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 299.4034 - Validation Accuracy: 0.6382\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 6.6514\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 299.2630 - Validation Accuracy: 0.6423\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 7.3672\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 298.9474 - Validation Accuracy: 0.6402\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 6.1567\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 304.0753 - Validation Accuracy: 0.6382\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 6.0266\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 302.0677 - Validation Accuracy: 0.6393\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 6.2968\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 304.1231 - Validation Accuracy: 0.6370\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 5.9388\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 306.2934 - Validation Accuracy: 0.6390\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 6.3685\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 299.9022 - Validation Accuracy: 0.6430\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 7.3137\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 303.9863 - Validation Accuracy: 0.6402\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 5.6646\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 299.9637 - Validation Accuracy: 0.6428\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 7.3041\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 305.5600 - Validation Accuracy: 0.6380\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 4.7542\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 307.6347 - Validation Accuracy: 0.6397\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 5.0951\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 304.7382 - Validation Accuracy: 0.6398\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 5.5996\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 305.4901 - Validation Accuracy: 0.6408\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 5.5671\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 306.2099 - Validation Accuracy: 0.6393\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 4.8380\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 304.6924 - Validation Accuracy: 0.6392\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 5.4147\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 305.5407 - Validation Accuracy: 0.6432\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 4.7212\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.019889997441800974, 2: 0.0}\n",
      "Validation Loss: 307.3440 - Validation Accuracy: 0.6395\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 4.5169\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 306.8201 - Validation Accuracy: 0.6420\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 4.5262\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 311.3650 - Validation Accuracy: 0.6393\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 4.5960\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 307.4331 - Validation Accuracy: 0.6422\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 4.2139\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 314.7362 - Validation Accuracy: 0.6352\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 4.1765\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 303.1999 - Validation Accuracy: 0.6447\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 4.9492\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 310.2403 - Validation Accuracy: 0.6388\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 4.7940\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 315.7318 - Validation Accuracy: 0.6367\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 4.2085\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 304.2467 - Validation Accuracy: 0.6435\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 6.5739\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 315.6976 - Validation Accuracy: 0.6358\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 4.7855\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 308.5723 - Validation Accuracy: 0.6395\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 4.7790\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 304.5349 - Validation Accuracy: 0.6445\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 5.2998\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 312.5435 - Validation Accuracy: 0.6363\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 4.0222\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0018148820326678765}\n",
      "Validation Loss: 314.1436 - Validation Accuracy: 0.6355\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 4.2927\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 308.8458 - Validation Accuracy: 0.6383\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 3.2483\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 316.2605 - Validation Accuracy: 0.6333\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 3.9419\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 305.3351 - Validation Accuracy: 0.6438\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 3.6160\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 316.5130 - Validation Accuracy: 0.6327\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 3.5296\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0018148820326678765}\n",
      "Validation Loss: 312.6289 - Validation Accuracy: 0.6395\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 4.2358\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0018148820326678765}\n",
      "Validation Loss: 306.6736 - Validation Accuracy: 0.6430\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 4.0006\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02602967510872346, 2: 0.00388903292714545}\n",
      "Validation Loss: 319.0089 - Validation Accuracy: 0.6363\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 4.6182\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.023983115886415964, 2: 0.00388903292714545}\n",
      "Validation Loss: 307.4133 - Validation Accuracy: 0.6397\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 3.8418\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0018148820326678765}\n",
      "Validation Loss: 320.6516 - Validation Accuracy: 0.6345\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 4.1500\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02602967510872346, 2: 0.0059631838216230235}\n",
      "Validation Loss: 308.4494 - Validation Accuracy: 0.6423\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 5.1053\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.03012279355333845, 2: 0.00388903292714545}\n",
      "Validation Loss: 316.8957 - Validation Accuracy: 0.6358\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 4.2057\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0018148820326678765}\n",
      "Validation Loss: 315.6245 - Validation Accuracy: 0.6333\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 3.5345\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0018148820326678765}\n",
      "Validation Loss: 317.8496 - Validation Accuracy: 0.6363\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 3.7460\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02193655666410847, 2: 0.0018148820326678765}\n",
      "Validation Loss: 309.9602 - Validation Accuracy: 0.6422\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 3.1454\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02193655666410847, 2: 0.0077780658542909}\n",
      "Validation Loss: 315.0557 - Validation Accuracy: 0.6380\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 3.4373\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.03012279355333845, 2: 0.011926367643246047}\n",
      "Validation Loss: 324.0212 - Validation Accuracy: 0.6332\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 3.2254\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0018148820326678765}\n",
      "Validation Loss: 319.6866 - Validation Accuracy: 0.6345\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 3.3085\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 316.5759 - Validation Accuracy: 0.6375\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 3.2201\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 320.1263 - Validation Accuracy: 0.6320\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 3.9876\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 315.3265 - Validation Accuracy: 0.6400\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 4.0008\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 315.7990 - Validation Accuracy: 0.6363\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 3.5145\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 324.6157 - Validation Accuracy: 0.6308\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 6.4497\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 316.2080 - Validation Accuracy: 0.6385\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 3.0621\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 322.8975 - Validation Accuracy: 0.6350\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 3.3200\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 316.0584 - Validation Accuracy: 0.6387\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 4.8294\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 319.7984 - Validation Accuracy: 0.6360\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 4.0253\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 332.2514 - Validation Accuracy: 0.6295\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 2.9454\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 315.5111 - Validation Accuracy: 0.6338\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 4.1590\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 317.6323 - Validation Accuracy: 0.6377\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 3.7018\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 328.1548 - Validation Accuracy: 0.6292\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 5.0033\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 311.5222 - Validation Accuracy: 0.6403\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 3.6915\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 324.3903 - Validation Accuracy: 0.6288\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 4.7966\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 316.7301 - Validation Accuracy: 0.6353\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 3.7023\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 318.3999 - Validation Accuracy: 0.6340\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 3.2098\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02602967510872346, 2: 0.0}\n",
      "Validation Loss: 320.5078 - Validation Accuracy: 0.6357\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 3.1988\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.019889997441800974, 2: 0.0}\n",
      "Validation Loss: 316.3694 - Validation Accuracy: 0.6355\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 4.8578\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.03012279355333845, 2: 0.0}\n",
      "Validation Loss: 313.8846 - Validation Accuracy: 0.6368\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 3.4800\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 326.9628 - Validation Accuracy: 0.6285\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 3.3000\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 316.1185 - Validation Accuracy: 0.6332\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 3.4199\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 316.8577 - Validation Accuracy: 0.6360\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 5.4623\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 322.3208 - Validation Accuracy: 0.6315\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 3.3840\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 313.6699 - Validation Accuracy: 0.6383\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 3.8776\n",
      "Per Task Accuracy: {0: 0.986379569354031, 1: 0.02193655666410847, 2: 0.018408089188488463}\n",
      "Validation Loss: 376.5862 - Validation Accuracy: 0.5830\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 3.1127\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.023983115886415964, 2: 0.0}\n",
      "Validation Loss: 322.8166 - Validation Accuracy: 0.6338\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 3.1589\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 323.4920 - Validation Accuracy: 0.6327\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 4.5265\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 320.1590 - Validation Accuracy: 0.6332\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 3.1367\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 326.6866 - Validation Accuracy: 0.6293\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 3.0039\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 316.6075 - Validation Accuracy: 0.6368\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 2.9176\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.028076234331030955, 2: 0.0}\n",
      "Validation Loss: 325.9095 - Validation Accuracy: 0.6295\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 3.1082\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.02193655666410847, 2: 0.0}\n",
      "Validation Loss: 321.9395 - Validation Accuracy: 0.6353\n",
      "Task 1:\n",
      "Loss on test set: 1.8917\n",
      "Accuracy on test set: 0.6352\n",
      "Task 2:\n",
      "Loss on test set: 2.5847\n",
      "Accuracy on test set: 0.4280\n",
      "Task 3:\n",
      "Loss on test set: 0.5423\n",
      "Accuracy on test set: 0.8440\n",
      "Loss on test set: 322.7855\n",
      "Accuracy on test set: 0.6353\n",
      "Incremental ARC Classifier added, current len: 4\n",
      "Incremental Task Layer added, current len: 4\n",
      "tsk: 3\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'arc_classifiers.0', 'arc_classifiers.1']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "incremental_layers.3.layer.0.weight\n",
      "incremental_layers.3.layer.0.bias\n",
      "incremental_layers.3.layer.1.weight\n",
      "incremental_layers.3.layer.1.bias\n",
      "incremental_layers.3.layer.3.weight\n",
      "incremental_layers.3.layer.3.bias\n",
      "incremental_layers.3.layer.4.weight\n",
      "incremental_layers.3.layer.4.bias\n",
      "incremental_layers.3.layer.6.weight\n",
      "incremental_layers.3.layer.6.bias\n",
      "incremental_layers.3.layer.7.weight\n",
      "incremental_layers.3.layer.7.bias\n",
      "incremental_layers.3.gate_generator.0.weight\n",
      "incremental_layers.3.gate_generator.0.bias\n",
      "incremental_layers.3.gate_generator.1.weight\n",
      "incremental_layers.3.gate_generator.1.bias\n",
      "incremental_layers.3.gate_generator.5.weight\n",
      "incremental_layers.3.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "arc_classifiers.2.2.weight\n",
      "arc_classifiers.2.2.bias\n",
      "arc_classifiers.2.4.weight\n",
      "arc_classifiers.3.2.weight\n",
      "arc_classifiers.3.2.bias\n",
      "arc_classifiers.3.4.weight\n",
      "alpha_cls: [184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      "   7.39994524   7.39994524   7.39994524   7.39994524   7.39994524]\n",
      "alpha_tsk: [ 3.69998631 36.99863105 36.99863105  1.47999781]\n",
      "num_prev_task_classes: 60\n",
      "alpha_cls: [184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      " 184.96578133 184.96578133 184.96578133 184.96578133 184.96578133\n",
      "   7.39994524   7.39994524   7.39994524   7.39994524   7.39994524]\n",
      "alpha_tsk: [ 32.02097104 320.19904778 320.19904778  12.80841685]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8b43629536024b0d81f20fae356b8f81",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2610 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 54.4641\n",
      "Per Task Accuracy: {0: 0.9833750625938908, 1: 0.03223330775134305, 2: 0.0, 3: 0.10860490169674118}\n",
      "Validation Loss: 638.3454 - Validation Accuracy: 0.1820\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 17.3131\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03619851624456383, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 365.8276 - Validation Accuracy: 0.5911\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 13.3014\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.00814705090223539}\n",
      "Validation Loss: 350.8903 - Validation Accuracy: 0.6032\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 11.9458\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.008618367896579585}\n",
      "Validation Loss: 345.5557 - Validation Accuracy: 0.6042\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 10.1869\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 344.2638 - Validation Accuracy: 0.6078\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 10.5783\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 342.4961 - Validation Accuracy: 0.6114\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 10.0138\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 340.2232 - Validation Accuracy: 0.6126\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 8.9391\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.008618367896579585}\n",
      "Validation Loss: 336.9125 - Validation Accuracy: 0.6175\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 9.4803\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03619851624456383, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 339.4392 - Validation Accuracy: 0.6162\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 10.3523\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.012927551844869378}\n",
      "Validation Loss: 336.0305 - Validation Accuracy: 0.6169\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 7.6909\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 337.5295 - Validation Accuracy: 0.6177\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 8.2444\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03415195702225633, 2: 0.002074150894477573, 3: 0.01871801777538379}\n",
      "Validation Loss: 341.2222 - Validation Accuracy: 0.6194\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 7.4504\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 339.8583 - Validation Accuracy: 0.6203\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 7.0692\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 339.8762 - Validation Accuracy: 0.6209\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 7.6900\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 339.4455 - Validation Accuracy: 0.6212\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 7.0086\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03415195702225633, 2: 0.0, 3: 0.022555884729329383}\n",
      "Validation Loss: 337.0474 - Validation Accuracy: 0.6218\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 6.8425\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.01871801777538379}\n",
      "Validation Loss: 342.4707 - Validation Accuracy: 0.6222\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 7.1659\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03415195702225633, 2: 0.002074150894477573, 3: 0.03117425262590897}\n",
      "Validation Loss: 339.0983 - Validation Accuracy: 0.6211\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 7.8251\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03824507546687132, 2: 0.004148301788955146, 3: 0.017034742795583088}\n",
      "Validation Loss: 342.6051 - Validation Accuracy: 0.6194\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 6.4505\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03619851624456383, 2: 0.0, 3: 0.0043091839482897925}\n",
      "Validation Loss: 338.2842 - Validation Accuracy: 0.6212\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 7.2038\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 335.7541 - Validation Accuracy: 0.6232\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 6.6902\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.002074150894477573, 3: 0.0021545919741448962}\n",
      "Validation Loss: 343.8752 - Validation Accuracy: 0.6200\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 6.1566\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03619851624456383, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 333.6545 - Validation Accuracy: 0.6240\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 6.7810\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 335.3950 - Validation Accuracy: 0.6228\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 5.7942\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 342.8430 - Validation Accuracy: 0.6197\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 5.7478\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 339.6281 - Validation Accuracy: 0.6235\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 6.0753\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 339.0653 - Validation Accuracy: 0.6214\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 6.7596\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 341.4994 - Validation Accuracy: 0.6191\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 5.7682\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 336.9531 - Validation Accuracy: 0.6232\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 5.5890\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03012279355333845, 2: 0.0, 3: 0.0}\n",
      "Validation Loss: 339.5000 - Validation Accuracy: 0.6229\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 6.4018\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 340.8692 - Validation Accuracy: 0.6228\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 5.6710\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 336.1321 - Validation Accuracy: 0.6242\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 5.4140\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 339.9365 - Validation Accuracy: 0.6248\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 5.3130\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 349.6199 - Validation Accuracy: 0.6175\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 6.2737\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 335.6107 - Validation Accuracy: 0.6262\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 5.7664\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03216935277564595, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 343.9321 - Validation Accuracy: 0.6231\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 6.4783\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 339.4930 - Validation Accuracy: 0.6265\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 5.4808\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 334.1490 - Validation Accuracy: 0.6274\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 5.4285\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 342.1758 - Validation Accuracy: 0.6252\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 5.1252\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 344.3780 - Validation Accuracy: 0.6243\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 4.2676\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.0043091839482897925}\n",
      "Validation Loss: 349.9026 - Validation Accuracy: 0.6217\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 6.4543\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.01077295987072448}\n",
      "Validation Loss: 336.7276 - Validation Accuracy: 0.6262\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 5.0745\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03824507546687132, 2: 0.0, 3: 0.012456234850525182}\n",
      "Validation Loss: 343.7848 - Validation Accuracy: 0.6231\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 4.8326\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.008618367896579585}\n",
      "Validation Loss: 349.7178 - Validation Accuracy: 0.6189\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 4.9738\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.012456234850525182}\n",
      "Validation Loss: 344.6975 - Validation Accuracy: 0.6226\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 5.2761\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.01077295987072448}\n",
      "Validation Loss: 331.7764 - Validation Accuracy: 0.6294\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 5.7000\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03415195702225633, 2: 0.0, 3: 0.033530837597629946}\n",
      "Validation Loss: 344.7952 - Validation Accuracy: 0.6232\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 4.8034\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03619851624456383, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 348.2281 - Validation Accuracy: 0.6198\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 3.9531\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.016765418798814973}\n",
      "Validation Loss: 341.1452 - Validation Accuracy: 0.6249\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 5.3928\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03415195702225633, 2: 0.002074150894477573, 3: 0.03137624562348505}\n",
      "Validation Loss: 349.2908 - Validation Accuracy: 0.6186\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 4.5963\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03619851624456383, 2: 0.0, 3: 0.016765418798814973}\n",
      "Validation Loss: 339.4609 - Validation Accuracy: 0.6266\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 5.7794\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03210539779994884, 2: 0.0, 3: 0.016765418798814973}\n",
      "Validation Loss: 351.7656 - Validation Accuracy: 0.6177\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 4.9849\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03415195702225633, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 343.8226 - Validation Accuracy: 0.6243\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 4.3168\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03415195702225633, 2: 0.0, 3: 0.02969297064368435}\n",
      "Validation Loss: 350.1849 - Validation Accuracy: 0.6215\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 4.5200\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03415195702225633, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 345.5627 - Validation Accuracy: 0.6243\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 4.0715\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03415195702225633, 2: 0.0, 3: 0.03137624562348505}\n",
      "Validation Loss: 340.6904 - Validation Accuracy: 0.6266\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 5.7656\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03619851624456383, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 344.8178 - Validation Accuracy: 0.6225\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 4.5483\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.03619851624456383, 2: 0.0, 3: 0.04767034742795583}\n",
      "Validation Loss: 346.4522 - Validation Accuracy: 0.6226\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 4.6367\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.03619851624456383, 2: 0.0, 3: 0.04551575545381093}\n",
      "Validation Loss: 343.6617 - Validation Accuracy: 0.6254\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 5.7837\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03415195702225633, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 343.7475 - Validation Accuracy: 0.6237\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 4.5914\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.016765418798814973}\n",
      "Validation Loss: 346.0134 - Validation Accuracy: 0.6225\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 5.3519\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 346.5817 - Validation Accuracy: 0.6237\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 4.8259\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 341.9437 - Validation Accuracy: 0.6251\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 4.1879\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 351.3699 - Validation Accuracy: 0.6226\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 5.1404\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.006463775922434689}\n",
      "Validation Loss: 348.1648 - Validation Accuracy: 0.6209\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 4.4377\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 346.2331 - Validation Accuracy: 0.6222\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 4.5034\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03824507546687132, 2: 0.0, 3: 0.01892001077295987}\n",
      "Validation Loss: 350.8804 - Validation Accuracy: 0.6208\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 3.7999\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.006463775922434689}\n",
      "Validation Loss: 345.2237 - Validation Accuracy: 0.6248\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 3.6629\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03824507546687132, 2: 0.0, 3: 0.016765418798814973}\n",
      "Validation Loss: 347.3371 - Validation Accuracy: 0.6218\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 4.7027\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.010301642876380286}\n",
      "Validation Loss: 346.5285 - Validation Accuracy: 0.6212\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 5.2817\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03415195702225633, 2: 0.002074150894477573, 3: 0.03784002154591974}\n",
      "Validation Loss: 352.1738 - Validation Accuracy: 0.6198\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 4.3983\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.010301642876380286}\n",
      "Validation Loss: 346.2970 - Validation Accuracy: 0.6231\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 3.7523\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 342.5598 - Validation Accuracy: 0.6265\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 4.7633\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 352.3929 - Validation Accuracy: 0.6211\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 4.9176\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.0059924589280904925}\n",
      "Validation Loss: 346.8941 - Validation Accuracy: 0.6231\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 4.3250\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03415195702225633, 2: 0.0, 3: 0.010301642876380286}\n",
      "Validation Loss: 346.9924 - Validation Accuracy: 0.6234\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 4.7411\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03415195702225633, 2: 0.0, 3: 0.023229194721249662}\n",
      "Validation Loss: 350.8701 - Validation Accuracy: 0.6215\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 4.6860\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03012279355333845, 2: 0.0, 3: 0.012456234850525182}\n",
      "Validation Loss: 352.6788 - Validation Accuracy: 0.6214\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 4.4013\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.01892001077295987}\n",
      "Validation Loss: 346.7988 - Validation Accuracy: 0.6246\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 4.2172\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.01892001077295987}\n",
      "Validation Loss: 353.5568 - Validation Accuracy: 0.6186\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 4.5290\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03415195702225633, 2: 0.0, 3: 0.012456234850525182}\n",
      "Validation Loss: 352.0720 - Validation Accuracy: 0.6222\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 4.4038\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.03619851624456383, 2: 0.0, 3: 0.021074602747104768}\n",
      "Validation Loss: 347.5284 - Validation Accuracy: 0.6242\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 4.5859\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03415195702225633, 2: 0.0, 3: 0.023229194721249662}\n",
      "Validation Loss: 349.9575 - Validation Accuracy: 0.6228\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 4.3925\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03415195702225633, 2: 0.0, 3: 0.027538378669539457}\n",
      "Validation Loss: 353.7297 - Validation Accuracy: 0.6188\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 3.3940\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03415195702225633, 2: 0.0, 3: 0.023229194721249662}\n",
      "Validation Loss: 352.4547 - Validation Accuracy: 0.6205\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 4.2985\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03619851624456383, 2: 0.0, 3: 0.021074602747104768}\n",
      "Validation Loss: 347.8651 - Validation Accuracy: 0.6228\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 4.3553\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.014610826824670077}\n",
      "Validation Loss: 355.7966 - Validation Accuracy: 0.6186\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 4.4159\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03619851624456383, 2: 0.0, 3: 0.008618367896579585}\n",
      "Validation Loss: 343.8518 - Validation Accuracy: 0.6231\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 4.2288\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.03216935277564595, 2: 0.0, 3: 0.0021545919741448962}\n",
      "Validation Loss: 344.7788 - Validation Accuracy: 0.6248\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 4.2028\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.03619851624456383, 2: 0.0, 3: 0.006463775922434689}\n",
      "Validation Loss: 349.9620 - Validation Accuracy: 0.6215\n",
      "Task 1:\n",
      "Loss on test set: 1.9814\n",
      "Accuracy on test set: 0.6318\n",
      "Task 2:\n",
      "Loss on test set: 2.7433\n",
      "Accuracy on test set: 0.4100\n",
      "Task 3:\n",
      "Loss on test set: 2.1180\n",
      "Accuracy on test set: 0.5440\n",
      "Task 4:\n",
      "Loss on test set: 0.6442\n",
      "Accuracy on test set: 0.8080\n",
      "Loss on test set: 351.4513\n",
      "Accuracy on test set: 0.6215\n",
      "Incremental ARC Classifier added, current len: 5\n",
      "Incremental Task Layer added, current len: 5\n",
      "tsk: 4\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'incremental_layers.3', 'arc_classifiers.0', 'arc_classifiers.1', 'arc_classifiers.2']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing incremental_layers.3.layer.0.weight\n",
      "----Freezing incremental_layers.3.layer.0.bias\n",
      "----Freezing incremental_layers.3.layer.1.weight\n",
      "----Freezing incremental_layers.3.layer.1.bias\n",
      "----Freezing incremental_layers.3.layer.3.weight\n",
      "----Freezing incremental_layers.3.layer.3.bias\n",
      "----Freezing incremental_layers.3.layer.4.weight\n",
      "----Freezing incremental_layers.3.layer.4.bias\n",
      "----Freezing incremental_layers.3.layer.6.weight\n",
      "----Freezing incremental_layers.3.layer.6.bias\n",
      "----Freezing incremental_layers.3.layer.7.weight\n",
      "----Freezing incremental_layers.3.layer.7.bias\n",
      "----Freezing incremental_layers.3.gate_generator.0.weight\n",
      "----Freezing incremental_layers.3.gate_generator.0.bias\n",
      "----Freezing incremental_layers.3.gate_generator.1.weight\n",
      "----Freezing incremental_layers.3.gate_generator.1.bias\n",
      "----Freezing incremental_layers.3.gate_generator.5.weight\n",
      "----Freezing incremental_layers.3.gate_generator.5.bias\n",
      "incremental_layers.4.layer.0.weight\n",
      "incremental_layers.4.layer.0.bias\n",
      "incremental_layers.4.layer.1.weight\n",
      "incremental_layers.4.layer.1.bias\n",
      "incremental_layers.4.layer.3.weight\n",
      "incremental_layers.4.layer.3.bias\n",
      "incremental_layers.4.layer.4.weight\n",
      "incremental_layers.4.layer.4.bias\n",
      "incremental_layers.4.layer.6.weight\n",
      "incremental_layers.4.layer.6.bias\n",
      "incremental_layers.4.layer.7.weight\n",
      "incremental_layers.4.layer.7.bias\n",
      "incremental_layers.4.gate_generator.0.weight\n",
      "incremental_layers.4.gate_generator.0.bias\n",
      "incremental_layers.4.gate_generator.1.weight\n",
      "incremental_layers.4.gate_generator.1.bias\n",
      "incremental_layers.4.gate_generator.5.weight\n",
      "incremental_layers.4.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "----Freezing arc_classifiers.2.2.weight\n",
      "----Freezing arc_classifiers.2.2.bias\n",
      "----Freezing arc_classifiers.2.4.weight\n",
      "arc_classifiers.3.2.weight\n",
      "arc_classifiers.3.2.bias\n",
      "arc_classifiers.3.4.weight\n",
      "arc_classifiers.4.2.weight\n",
      "arc_classifiers.4.2.bias\n",
      "arc_classifiers.4.4.weight\n",
      "alpha_cls: [189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      "   7.59994224   7.59994224   7.59994224   7.59994224   7.59994224]\n",
      "alpha_tsk: [ 3.79998556 37.99855605 37.99855605 37.99855605  1.51999769]\n",
      "num_prev_task_classes: 65\n",
      "alpha_cls: [189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      " 189.96390686 189.96390686 189.96390686 189.96390686 189.96390686\n",
      "   7.59994224   7.59994224   7.59994224   7.59994224   7.59994224]\n",
      "alpha_tsk: [ 28.17574613 281.74782555 281.74782555 281.74782555  11.27032415]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5846dd177b4144bcb8d52e7f13c3550c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2700 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 78.6358\n",
      "Per Task Accuracy: {0: 0.9951927891837756, 1: 0.02193655666410847, 2: 0.0, 3: 0.0, 4: 0.02593619972260749}\n",
      "Validation Loss: 578.5818 - Validation Accuracy: 0.2984\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 17.1106\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 396.3744 - Validation Accuracy: 0.5737\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 13.5386\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 371.7566 - Validation Accuracy: 0.5874\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 13.0257\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 371.0457 - Validation Accuracy: 0.5903\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 11.2888\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 372.1385 - Validation Accuracy: 0.5931\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 10.4735\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 361.3783 - Validation Accuracy: 0.5983\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 11.1803\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 366.8715 - Validation Accuracy: 0.5960\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 10.9168\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.014139509830325882, 4: 0.0}\n",
      "Validation Loss: 355.8440 - Validation Accuracy: 0.6069\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 9.3209\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 371.8114 - Validation Accuracy: 0.5981\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 9.0094\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 365.0670 - Validation Accuracy: 0.6036\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 9.3235\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 362.7264 - Validation Accuracy: 0.6027\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 9.6469\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.019889997441800974, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 365.7993 - Validation Accuracy: 0.6019\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 7.8969\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 359.8211 - Validation Accuracy: 0.6017\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 8.5376\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 365.4384 - Validation Accuracy: 0.6020\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 8.5125\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 362.4970 - Validation Accuracy: 0.6057\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 8.4503\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 369.2627 - Validation Accuracy: 0.5994\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 7.8175\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 366.7613 - Validation Accuracy: 0.6007\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 7.7582\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 368.5008 - Validation Accuracy: 0.6007\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 7.6375\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 362.9425 - Validation Accuracy: 0.6050\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 7.5605\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 357.6769 - Validation Accuracy: 0.6100\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 6.9220\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 369.0191 - Validation Accuracy: 0.6000\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 7.0696\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 369.8514 - Validation Accuracy: 0.6019\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 7.8289\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 362.6066 - Validation Accuracy: 0.6071\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 6.6180\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 368.4184 - Validation Accuracy: 0.6009\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 7.3403\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02193655666410847, 2: 0.0, 3: 0.010301642876380286, 4: 0.0}\n",
      "Validation Loss: 367.4095 - Validation Accuracy: 0.6044\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 7.1819\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 365.5558 - Validation Accuracy: 0.6050\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 6.2865\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.019889997441800974, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 365.0867 - Validation Accuracy: 0.6049\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 7.8935\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 367.2949 - Validation Accuracy: 0.6019\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 6.7076\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 358.3141 - Validation Accuracy: 0.6087\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 6.4315\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 366.9198 - Validation Accuracy: 0.6026\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 6.6121\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 373.0381 - Validation Accuracy: 0.5986\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 6.3016\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 368.1488 - Validation Accuracy: 0.6011\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 6.7911\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 375.1615 - Validation Accuracy: 0.5974\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 6.2528\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 370.0181 - Validation Accuracy: 0.6023\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 5.9078\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 362.4053 - Validation Accuracy: 0.6076\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 6.3149\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.014139509830325882, 4: 0.0}\n",
      "Validation Loss: 375.8723 - Validation Accuracy: 0.5976\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 6.2438\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 367.4168 - Validation Accuracy: 0.6060\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 5.4571\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.024912469701050363, 4: 0.0}\n",
      "Validation Loss: 374.7001 - Validation Accuracy: 0.5986\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 5.6633\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 364.9618 - Validation Accuracy: 0.6069\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 5.7820\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.00814705090223539, 4: 0.0}\n",
      "Validation Loss: 372.1792 - Validation Accuracy: 0.6041\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 6.1618\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 369.4760 - Validation Accuracy: 0.6020\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 5.9665\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02193655666410847, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 368.2891 - Validation Accuracy: 0.6054\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 6.8171\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02193655666410847, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 373.1168 - Validation Accuracy: 0.5991\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 6.0645\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 369.5687 - Validation Accuracy: 0.6034\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 5.3088\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 365.5507 - Validation Accuracy: 0.6060\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 5.9362\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.010301642876380286, 4: 0.0}\n",
      "Validation Loss: 368.5658 - Validation Accuracy: 0.6053\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 5.3797\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 367.3933 - Validation Accuracy: 0.6070\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 5.6383\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 374.4925 - Validation Accuracy: 0.5991\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 6.0154\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.02193655666410847, 2: 0.0, 3: 0.006463775922434689, 4: 0.0}\n",
      "Validation Loss: 375.7401 - Validation Accuracy: 0.5987\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 5.0485\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 363.7198 - Validation Accuracy: 0.6073\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 4.9186\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 375.6553 - Validation Accuracy: 0.5977\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 6.2772\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 371.8569 - Validation Accuracy: 0.5997\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 5.9551\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.010301642876380286, 4: 0.0}\n",
      "Validation Loss: 368.0309 - Validation Accuracy: 0.6019\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 4.8928\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 374.3622 - Validation Accuracy: 0.6006\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 5.4883\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 379.8673 - Validation Accuracy: 0.5976\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 5.4564\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 367.7446 - Validation Accuracy: 0.6057\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 4.6968\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02193655666410847, 2: 0.0, 3: 0.00814705090223539, 4: 0.0}\n",
      "Validation Loss: 373.5666 - Validation Accuracy: 0.6020\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 5.4397\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 364.1851 - Validation Accuracy: 0.6071\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 5.6599\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 376.1695 - Validation Accuracy: 0.5983\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 5.5312\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 374.7800 - Validation Accuracy: 0.5997\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 5.2930\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 374.3377 - Validation Accuracy: 0.5997\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 5.0619\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 374.6772 - Validation Accuracy: 0.6003\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 4.9513\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 373.3133 - Validation Accuracy: 0.6026\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 5.0460\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.00814705090223539, 4: 0.0}\n",
      "Validation Loss: 376.2940 - Validation Accuracy: 0.5991\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 4.8951\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 379.3007 - Validation Accuracy: 0.5941\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 4.4707\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 378.2322 - Validation Accuracy: 0.5980\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 4.7769\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 372.5058 - Validation Accuracy: 0.6011\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 4.6288\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 368.7716 - Validation Accuracy: 0.6054\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 5.2287\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 374.4079 - Validation Accuracy: 0.6011\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 5.0020\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.019889997441800974, 2: 0.0, 3: 0.00814705090223539, 4: 0.0}\n",
      "Validation Loss: 382.1724 - Validation Accuracy: 0.5966\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 4.7783\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 380.0885 - Validation Accuracy: 0.5970\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 4.4383\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.02193655666410847, 2: 0.0, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 382.3882 - Validation Accuracy: 0.5959\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 5.0641\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.019889997441800974, 2: 0.0, 3: 0.010301642876380286, 4: 0.0}\n",
      "Validation Loss: 371.3765 - Validation Accuracy: 0.6047\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 4.7384\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 374.7187 - Validation Accuracy: 0.5987\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 5.3903\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.014139509830325882, 4: 0.0}\n",
      "Validation Loss: 379.2868 - Validation Accuracy: 0.5997\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 5.3392\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 381.9756 - Validation Accuracy: 0.5963\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 4.6826\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 376.8963 - Validation Accuracy: 0.5994\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 4.6564\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 387.1633 - Validation Accuracy: 0.5893\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 4.0665\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 376.6600 - Validation Accuracy: 0.6010\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 4.8399\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.02060328575276057, 4: 0.0}\n",
      "Validation Loss: 379.4150 - Validation Accuracy: 0.6003\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 4.8886\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 376.5355 - Validation Accuracy: 0.5990\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 5.1277\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 380.1447 - Validation Accuracy: 0.5981\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 4.5755\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 373.8029 - Validation Accuracy: 0.6054\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 5.2644\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0}\n",
      "Validation Loss: 381.4468 - Validation Accuracy: 0.5936\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 4.6158\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.010301642876380286, 4: 0.0}\n",
      "Validation Loss: 381.3857 - Validation Accuracy: 0.5977\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 4.7247\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 380.8081 - Validation Accuracy: 0.5941\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 4.1849\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 381.1405 - Validation Accuracy: 0.5966\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 5.0792\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02193655666410847, 2: 0.00622245268343272, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 370.5542 - Validation Accuracy: 0.6030\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 4.2260\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.01629410180447078, 4: 0.0}\n",
      "Validation Loss: 375.7450 - Validation Accuracy: 0.6007\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 4.0172\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.002074150894477573, 3: 0.011984917856180985, 4: 0.0}\n",
      "Validation Loss: 389.7356 - Validation Accuracy: 0.5883\n",
      "Task 1:\n",
      "Loss on test set: 2.0580\n",
      "Accuracy on test set: 0.6132\n",
      "Task 2:\n",
      "Loss on test set: 2.8534\n",
      "Accuracy on test set: 0.4120\n",
      "Task 3:\n",
      "Loss on test set: 2.6638\n",
      "Accuracy on test set: 0.4520\n",
      "Task 4:\n",
      "Loss on test set: 2.7641\n",
      "Accuracy on test set: 0.4080\n",
      "Task 5:\n",
      "Loss on test set: 0.6111\n",
      "Accuracy on test set: 0.8320\n",
      "Loss on test set: 391.9454\n",
      "Accuracy on test set: 0.5883\n",
      "Incremental ARC Classifier added, current len: 6\n",
      "Incremental Task Layer added, current len: 6\n",
      "tsk: 5\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'incremental_layers.3', 'incremental_layers.4', 'arc_classifiers.0', 'arc_classifiers.1', 'arc_classifiers.2', 'arc_classifiers.3']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing incremental_layers.3.layer.0.weight\n",
      "----Freezing incremental_layers.3.layer.0.bias\n",
      "----Freezing incremental_layers.3.layer.1.weight\n",
      "----Freezing incremental_layers.3.layer.1.bias\n",
      "----Freezing incremental_layers.3.layer.3.weight\n",
      "----Freezing incremental_layers.3.layer.3.bias\n",
      "----Freezing incremental_layers.3.layer.4.weight\n",
      "----Freezing incremental_layers.3.layer.4.bias\n",
      "----Freezing incremental_layers.3.layer.6.weight\n",
      "----Freezing incremental_layers.3.layer.6.bias\n",
      "----Freezing incremental_layers.3.layer.7.weight\n",
      "----Freezing incremental_layers.3.layer.7.bias\n",
      "----Freezing incremental_layers.3.gate_generator.0.weight\n",
      "----Freezing incremental_layers.3.gate_generator.0.bias\n",
      "----Freezing incremental_layers.3.gate_generator.1.weight\n",
      "----Freezing incremental_layers.3.gate_generator.1.bias\n",
      "----Freezing incremental_layers.3.gate_generator.5.weight\n",
      "----Freezing incremental_layers.3.gate_generator.5.bias\n",
      "----Freezing incremental_layers.4.layer.0.weight\n",
      "----Freezing incremental_layers.4.layer.0.bias\n",
      "----Freezing incremental_layers.4.layer.1.weight\n",
      "----Freezing incremental_layers.4.layer.1.bias\n",
      "----Freezing incremental_layers.4.layer.3.weight\n",
      "----Freezing incremental_layers.4.layer.3.bias\n",
      "----Freezing incremental_layers.4.layer.4.weight\n",
      "----Freezing incremental_layers.4.layer.4.bias\n",
      "----Freezing incremental_layers.4.layer.6.weight\n",
      "----Freezing incremental_layers.4.layer.6.bias\n",
      "----Freezing incremental_layers.4.layer.7.weight\n",
      "----Freezing incremental_layers.4.layer.7.bias\n",
      "----Freezing incremental_layers.4.gate_generator.0.weight\n",
      "----Freezing incremental_layers.4.gate_generator.0.bias\n",
      "----Freezing incremental_layers.4.gate_generator.1.weight\n",
      "----Freezing incremental_layers.4.gate_generator.1.bias\n",
      "----Freezing incremental_layers.4.gate_generator.5.weight\n",
      "----Freezing incremental_layers.4.gate_generator.5.bias\n",
      "incremental_layers.5.layer.0.weight\n",
      "incremental_layers.5.layer.0.bias\n",
      "incremental_layers.5.layer.1.weight\n",
      "incremental_layers.5.layer.1.bias\n",
      "incremental_layers.5.layer.3.weight\n",
      "incremental_layers.5.layer.3.bias\n",
      "incremental_layers.5.layer.4.weight\n",
      "incremental_layers.5.layer.4.bias\n",
      "incremental_layers.5.layer.6.weight\n",
      "incremental_layers.5.layer.6.bias\n",
      "incremental_layers.5.layer.7.weight\n",
      "incremental_layers.5.layer.7.bias\n",
      "incremental_layers.5.gate_generator.0.weight\n",
      "incremental_layers.5.gate_generator.0.bias\n",
      "incremental_layers.5.gate_generator.1.weight\n",
      "incremental_layers.5.gate_generator.1.bias\n",
      "incremental_layers.5.gate_generator.5.weight\n",
      "incremental_layers.5.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "----Freezing arc_classifiers.2.2.weight\n",
      "----Freezing arc_classifiers.2.2.bias\n",
      "----Freezing arc_classifiers.2.4.weight\n",
      "----Freezing arc_classifiers.3.2.weight\n",
      "----Freezing arc_classifiers.3.2.bias\n",
      "----Freezing arc_classifiers.3.4.weight\n",
      "arc_classifiers.4.2.weight\n",
      "arc_classifiers.4.2.bias\n",
      "arc_classifiers.4.4.weight\n",
      "arc_classifiers.5.2.weight\n",
      "arc_classifiers.5.2.bias\n",
      "arc_classifiers.5.4.weight\n",
      "alpha_cls: [194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      "   7.79993916   7.79993916   7.79993916   7.79993916   7.79993916]\n",
      "alpha_tsk: [ 3.89998479 38.99847906 38.99847906 38.99847906 38.99847906  1.55999757]\n",
      "num_prev_task_classes: 70\n",
      "alpha_cls: [194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      " 194.96198241 194.96198241 194.96198241 194.96198241 194.96198241\n",
      "   7.79993916   7.79993916   7.79993916   7.79993916   7.79993916]\n",
      "alpha_tsk: [ 26.44792715 264.4699886  264.4699886  264.4699886  264.4699886\n",
      "  10.57919561]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "37fa32bbb29d460c869c352b630e1a32",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2790 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 100.9673\n",
      "Per Task Accuracy: {0: 0.9633199799699549, 1: 0.009976976208749041, 2: 0.0, 3: 0.0, 4: 0.0, 5: 0.33887630908576283}\n",
      "Validation Loss: 697.7539 - Validation Accuracy: 0.2949\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 26.8863\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.006793093688083782}\n",
      "Validation Loss: 423.8412 - Validation Accuracy: 0.5519\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 21.1403\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 409.2471 - Validation Accuracy: 0.5559\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 21.2573\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.023983115886415964, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 396.5386 - Validation Accuracy: 0.5649\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 19.6818\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.023983115886415964, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 400.1586 - Validation Accuracy: 0.5656\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 17.5346\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.009057458250778375}\n",
      "Validation Loss: 404.4443 - Validation Accuracy: 0.5645\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 17.1813\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02193655666410847, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.006793093688083782}\n",
      "Validation Loss: 398.5615 - Validation Accuracy: 0.5665\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 16.4218\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 397.3109 - Validation Accuracy: 0.5703\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 15.3357\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 394.7494 - Validation Accuracy: 0.5717\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 16.1323\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.028076234331030955, 2: 0.0, 3: 0.04598707244815513, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 401.1737 - Validation Accuracy: 0.5689\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 16.8491\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 395.4549 - Validation Accuracy: 0.5711\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 15.0750\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 405.7834 - Validation Accuracy: 0.5704\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 14.2222\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 397.8105 - Validation Accuracy: 0.5748\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 15.1572\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.023983115886415964, 2: 0.0, 3: 0.037368704551575545, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 397.1284 - Validation Accuracy: 0.5732\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 13.7678\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.023983115886415964, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 404.3900 - Validation Accuracy: 0.5724\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 13.0147\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.028076234331030955, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 402.4282 - Validation Accuracy: 0.5707\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 15.2932\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.023983115886415964, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 395.6866 - Validation Accuracy: 0.5739\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 15.9486\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.023983115886415964, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 400.3475 - Validation Accuracy: 0.5737\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 13.1675\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 413.6885 - Validation Accuracy: 0.5675\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 13.1368\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 402.9105 - Validation Accuracy: 0.5741\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 13.8847\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 400.3572 - Validation Accuracy: 0.5740\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 12.6203\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 403.6045 - Validation Accuracy: 0.5733\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 13.0299\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 400.1547 - Validation Accuracy: 0.5724\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 12.6607\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 396.8633 - Validation Accuracy: 0.5769\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 13.3683\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 409.3759 - Validation Accuracy: 0.5712\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 11.0871\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.03012279355333845, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 404.0708 - Validation Accuracy: 0.5757\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 11.5340\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 401.0962 - Validation Accuracy: 0.5744\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 11.9525\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.023983115886415964, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 398.5620 - Validation Accuracy: 0.5756\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 12.1047\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.028076234331030955, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 406.9796 - Validation Accuracy: 0.5724\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 13.5981\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 400.1267 - Validation Accuracy: 0.5747\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 12.8143\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 409.4963 - Validation Accuracy: 0.5719\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 12.8044\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02193655666410847, 2: 0.0, 3: 0.03521411257743065, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.3317 - Validation Accuracy: 0.5693\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 11.3149\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 404.3237 - Validation Accuracy: 0.5745\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 13.3511\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.02602967510872346, 2: 0.0, 3: 0.037368704551575545, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 403.9137 - Validation Accuracy: 0.5752\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 12.5073\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.02602967510872346, 2: 0.0, 3: 0.049824939402100726, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 407.8412 - Validation Accuracy: 0.5695\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 10.8611\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.004528729125389187}\n",
      "Validation Loss: 415.5511 - Validation Accuracy: 0.5701\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 13.4465\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 405.9370 - Validation Accuracy: 0.5731\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 12.4109\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.023983115886415964, 2: 0.0, 3: 0.03952329652572044, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 403.2257 - Validation Accuracy: 0.5744\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 12.8807\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.023983115886415964, 2: 0.0, 3: 0.052248855373013735, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 409.1949 - Validation Accuracy: 0.5696\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 14.2790\n",
      "Per Task Accuracy: {0: 0.9951927891837756, 1: 0.023983115886415964, 2: 0.0, 3: 0.0, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 409.7123 - Validation Accuracy: 0.5683\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 11.9916\n",
      "Per Task Accuracy: {0: 0.9955933900851277, 1: 0.02602967510872346, 2: 0.0, 3: 0.010301642876380286, 4: 0.0, 5: 0.0022643645626945937}\n",
      "Validation Loss: 409.6225 - Validation Accuracy: 0.5709\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 11.4270\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.023983115886415964, 2: 0.0, 3: 0.010301642876380286, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 405.0915 - Validation Accuracy: 0.5740\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 12.5893\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.02602967510872346, 2: 0.0, 3: 0.012456234850525182, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 412.7839 - Validation Accuracy: 0.5699\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 10.9743\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02602967510872346, 2: 0.0, 3: 0.012456234850525182, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 404.7359 - Validation Accuracy: 0.5747\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 10.9407\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.023983115886415964, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.2615 - Validation Accuracy: 0.5708\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 11.9579\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.011984917856180985, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 403.2756 - Validation Accuracy: 0.5732\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 10.4379\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.03012279355333845, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 407.4946 - Validation Accuracy: 0.5736\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 10.5190\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 399.8120 - Validation Accuracy: 0.5785\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 11.5963\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.028076234331030955, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 407.7771 - Validation Accuracy: 0.5731\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 11.9573\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.02602967510872346, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 402.6269 - Validation Accuracy: 0.5781\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 12.6153\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 413.5450 - Validation Accuracy: 0.5703\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 10.7246\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.028076234331030955, 2: 0.0, 3: 0.02875033665499596, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 414.2987 - Validation Accuracy: 0.5683\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 11.5310\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.023983115886415964, 2: 0.0, 3: 0.037368704551575545, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 409.3958 - Validation Accuracy: 0.5695\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 10.9598\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 405.2951 - Validation Accuracy: 0.5735\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 11.8496\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 402.6987 - Validation Accuracy: 0.5755\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 10.8866\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 415.2888 - Validation Accuracy: 0.5697\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 14.2595\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 410.9546 - Validation Accuracy: 0.5715\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 9.8520\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.9754 - Validation Accuracy: 0.5703\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 11.2649\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 405.2730 - Validation Accuracy: 0.5748\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 10.8721\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.023983115886415964, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 410.3148 - Validation Accuracy: 0.5732\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 10.9252\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.02602967510872346, 2: 0.0, 3: 0.03952329652572044, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.5356 - Validation Accuracy: 0.5735\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 10.1298\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 414.6934 - Validation Accuracy: 0.5704\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 11.8320\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.028076234331030955, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 415.0371 - Validation Accuracy: 0.5680\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 10.4937\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.8365 - Validation Accuracy: 0.5683\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 11.2406\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 413.3255 - Validation Accuracy: 0.5709\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 10.1372\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03012279355333845, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 414.9377 - Validation Accuracy: 0.5723\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 11.5925\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.028076234331030955, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 408.4656 - Validation Accuracy: 0.5744\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 10.6566\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.02602967510872346, 2: 0.0, 3: 0.037368704551575545, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 402.7395 - Validation Accuracy: 0.5749\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 10.9007\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.023983115886415964, 2: 0.0, 3: 0.04814166442230003, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 415.4436 - Validation Accuracy: 0.5725\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 10.4501\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 412.3183 - Validation Accuracy: 0.5743\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 9.7124\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.023983115886415964, 2: 0.0, 3: 0.037368704551575545, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.4913 - Validation Accuracy: 0.5695\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 10.1151\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.023983115886415964, 2: 0.0, 3: 0.05197953137624562, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 417.9937 - Validation Accuracy: 0.5675\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 12.2330\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.0609 - Validation Accuracy: 0.5676\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 9.9335\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.9878 - Validation Accuracy: 0.5713\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 10.1976\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02602967510872346, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 423.3294 - Validation Accuracy: 0.5661\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 9.1840\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 409.6033 - Validation Accuracy: 0.5719\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 8.9978\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.028076234331030955, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 412.9725 - Validation Accuracy: 0.5717\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 9.7606\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03012279355333845, 2: 0.0, 3: 0.033530837597629946, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 414.2159 - Validation Accuracy: 0.5704\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 9.5373\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.1634 - Validation Accuracy: 0.5701\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 8.1486\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.023983115886415964, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.2220 - Validation Accuracy: 0.5725\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 9.2517\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.023983115886415964, 2: 0.0, 3: 0.03521411257743065, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 416.4274 - Validation Accuracy: 0.5692\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 9.8444\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02193655666410847, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 414.1597 - Validation Accuracy: 0.5697\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 9.2867\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.02602967510872346, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 420.4578 - Validation Accuracy: 0.5665\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 10.0894\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.7905 - Validation Accuracy: 0.5657\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 11.5840\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.028076234331030955, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 420.1776 - Validation Accuracy: 0.5693\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 10.5801\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.028076234331030955, 2: 0.0, 3: 0.03521411257743065, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 419.3098 - Validation Accuracy: 0.5668\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 9.5361\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.2195 - Validation Accuracy: 0.5687\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 10.0690\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 419.7743 - Validation Accuracy: 0.5657\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 10.0269\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02602967510872346, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 418.2799 - Validation Accuracy: 0.5676\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 11.1170\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.023983115886415964, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0}\n",
      "Validation Loss: 411.5078 - Validation Accuracy: 0.5705\n",
      "Task 1:\n",
      "Loss on test set: 2.0873\n",
      "Accuracy on test set: 0.6098\n",
      "Task 2:\n",
      "Loss on test set: 2.9933\n",
      "Accuracy on test set: 0.4040\n",
      "Task 3:\n",
      "Loss on test set: 2.4983\n",
      "Accuracy on test set: 0.4680\n",
      "Task 4:\n",
      "Loss on test set: 3.3648\n",
      "Accuracy on test set: 0.3540\n",
      "Task 5:\n",
      "Loss on test set: 2.1111\n",
      "Accuracy on test set: 0.5040\n",
      "Task 6:\n",
      "Loss on test set: 0.8874\n",
      "Accuracy on test set: 0.7300\n",
      "Loss on test set: 414.3109\n",
      "Accuracy on test set: 0.5705\n",
      "Incremental ARC Classifier added, current len: 7\n",
      "Incremental Task Layer added, current len: 7\n",
      "tsk: 6\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'incremental_layers.3', 'incremental_layers.4', 'incremental_layers.5', 'arc_classifiers.0', 'arc_classifiers.1', 'arc_classifiers.2', 'arc_classifiers.3', 'arc_classifiers.4']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing incremental_layers.3.layer.0.weight\n",
      "----Freezing incremental_layers.3.layer.0.bias\n",
      "----Freezing incremental_layers.3.layer.1.weight\n",
      "----Freezing incremental_layers.3.layer.1.bias\n",
      "----Freezing incremental_layers.3.layer.3.weight\n",
      "----Freezing incremental_layers.3.layer.3.bias\n",
      "----Freezing incremental_layers.3.layer.4.weight\n",
      "----Freezing incremental_layers.3.layer.4.bias\n",
      "----Freezing incremental_layers.3.layer.6.weight\n",
      "----Freezing incremental_layers.3.layer.6.bias\n",
      "----Freezing incremental_layers.3.layer.7.weight\n",
      "----Freezing incremental_layers.3.layer.7.bias\n",
      "----Freezing incremental_layers.3.gate_generator.0.weight\n",
      "----Freezing incremental_layers.3.gate_generator.0.bias\n",
      "----Freezing incremental_layers.3.gate_generator.1.weight\n",
      "----Freezing incremental_layers.3.gate_generator.1.bias\n",
      "----Freezing incremental_layers.3.gate_generator.5.weight\n",
      "----Freezing incremental_layers.3.gate_generator.5.bias\n",
      "----Freezing incremental_layers.4.layer.0.weight\n",
      "----Freezing incremental_layers.4.layer.0.bias\n",
      "----Freezing incremental_layers.4.layer.1.weight\n",
      "----Freezing incremental_layers.4.layer.1.bias\n",
      "----Freezing incremental_layers.4.layer.3.weight\n",
      "----Freezing incremental_layers.4.layer.3.bias\n",
      "----Freezing incremental_layers.4.layer.4.weight\n",
      "----Freezing incremental_layers.4.layer.4.bias\n",
      "----Freezing incremental_layers.4.layer.6.weight\n",
      "----Freezing incremental_layers.4.layer.6.bias\n",
      "----Freezing incremental_layers.4.layer.7.weight\n",
      "----Freezing incremental_layers.4.layer.7.bias\n",
      "----Freezing incremental_layers.4.gate_generator.0.weight\n",
      "----Freezing incremental_layers.4.gate_generator.0.bias\n",
      "----Freezing incremental_layers.4.gate_generator.1.weight\n",
      "----Freezing incremental_layers.4.gate_generator.1.bias\n",
      "----Freezing incremental_layers.4.gate_generator.5.weight\n",
      "----Freezing incremental_layers.4.gate_generator.5.bias\n",
      "----Freezing incremental_layers.5.layer.0.weight\n",
      "----Freezing incremental_layers.5.layer.0.bias\n",
      "----Freezing incremental_layers.5.layer.1.weight\n",
      "----Freezing incremental_layers.5.layer.1.bias\n",
      "----Freezing incremental_layers.5.layer.3.weight\n",
      "----Freezing incremental_layers.5.layer.3.bias\n",
      "----Freezing incremental_layers.5.layer.4.weight\n",
      "----Freezing incremental_layers.5.layer.4.bias\n",
      "----Freezing incremental_layers.5.layer.6.weight\n",
      "----Freezing incremental_layers.5.layer.6.bias\n",
      "----Freezing incremental_layers.5.layer.7.weight\n",
      "----Freezing incremental_layers.5.layer.7.bias\n",
      "----Freezing incremental_layers.5.gate_generator.0.weight\n",
      "----Freezing incremental_layers.5.gate_generator.0.bias\n",
      "----Freezing incremental_layers.5.gate_generator.1.weight\n",
      "----Freezing incremental_layers.5.gate_generator.1.bias\n",
      "----Freezing incremental_layers.5.gate_generator.5.weight\n",
      "----Freezing incremental_layers.5.gate_generator.5.bias\n",
      "incremental_layers.6.layer.0.weight\n",
      "incremental_layers.6.layer.0.bias\n",
      "incremental_layers.6.layer.1.weight\n",
      "incremental_layers.6.layer.1.bias\n",
      "incremental_layers.6.layer.3.weight\n",
      "incremental_layers.6.layer.3.bias\n",
      "incremental_layers.6.layer.4.weight\n",
      "incremental_layers.6.layer.4.bias\n",
      "incremental_layers.6.layer.6.weight\n",
      "incremental_layers.6.layer.6.bias\n",
      "incremental_layers.6.layer.7.weight\n",
      "incremental_layers.6.layer.7.bias\n",
      "incremental_layers.6.gate_generator.0.weight\n",
      "incremental_layers.6.gate_generator.0.bias\n",
      "incremental_layers.6.gate_generator.1.weight\n",
      "incremental_layers.6.gate_generator.1.bias\n",
      "incremental_layers.6.gate_generator.5.weight\n",
      "incremental_layers.6.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "----Freezing arc_classifiers.2.2.weight\n",
      "----Freezing arc_classifiers.2.2.bias\n",
      "----Freezing arc_classifiers.2.4.weight\n",
      "----Freezing arc_classifiers.3.2.weight\n",
      "----Freezing arc_classifiers.3.2.bias\n",
      "----Freezing arc_classifiers.3.4.weight\n",
      "----Freezing arc_classifiers.4.2.weight\n",
      "----Freezing arc_classifiers.4.2.bias\n",
      "----Freezing arc_classifiers.4.4.weight\n",
      "arc_classifiers.5.2.weight\n",
      "arc_classifiers.5.2.bias\n",
      "arc_classifiers.5.4.weight\n",
      "arc_classifiers.6.2.weight\n",
      "arc_classifiers.6.2.bias\n",
      "arc_classifiers.6.4.weight\n",
      "alpha_cls: [199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008   7.999936   7.999936   7.999936\n",
      "   7.999936   7.999936]\n",
      "alpha_tsk: [ 3.999984   39.99840006 39.99840006 39.99840006 39.99840006 39.99840006\n",
      "  1.59999744]\n",
      "num_prev_task_classes: 75\n",
      "alpha_cls: [199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008 199.960008 199.960008 199.960008\n",
      " 199.960008 199.960008 199.960008   7.999936   7.999936   7.999936\n",
      "   7.999936   7.999936]\n",
      "alpha_tsk: [ 25.59890226 255.97980735 255.97980735 255.97980735 255.97980735\n",
      " 255.97980735  10.23958548]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8890529c6a8b40f9a0e7a8e6e08cebb2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2880 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 95.5784\n",
      "Per Task Accuracy: {0: 0.9911867801702554, 1: 0.0242389357892044, 2: 0.0, 3: 0.0, 4: 0.0, 5: 0.0, 6: 0.002287675150128682}\n",
      "Validation Loss: 699.6350 - Validation Accuracy: 0.2843\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 22.9185\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03818112049117421, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 445.3245 - Validation Accuracy: 0.5405\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 19.5344\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.03626247122026094, 2: 0.004148301788955146, 3: 0.03784002154591974, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 432.7166 - Validation Accuracy: 0.5480\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 19.0337\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.03818112049117421, 2: 0.002074150894477573, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.3164 - Validation Accuracy: 0.5519\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 17.3418\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.03626247122026094, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 422.8085 - Validation Accuracy: 0.5549\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 15.6040\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 419.0128 - Validation Accuracy: 0.5592\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 14.8968\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 418.7095 - Validation Accuracy: 0.5611\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 14.2287\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.038309030442568434, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 419.7192 - Validation Accuracy: 0.5646\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 15.5820\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.5396 - Validation Accuracy: 0.5604\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 15.0565\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 415.3642 - Validation Accuracy: 0.5611\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 14.0392\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.03626247122026094, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 413.2785 - Validation Accuracy: 0.5635\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 14.0175\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.04022767971348171, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.7684 - Validation Accuracy: 0.5609\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 14.2659\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 418.7774 - Validation Accuracy: 0.5621\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 13.5357\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.6761 - Validation Accuracy: 0.5636\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 14.0334\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.038309030442568434, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.3914 - Validation Accuracy: 0.5559\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 12.7525\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.038309030442568434, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 417.3363 - Validation Accuracy: 0.5638\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 13.3836\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.04022767971348171, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 417.4531 - Validation Accuracy: 0.5656\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 12.1142\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03626247122026094, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 419.9539 - Validation Accuracy: 0.5621\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 12.2876\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.038309030442568434, 2: 0.004148301788955146, 3: 0.039994613520064635, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 418.7270 - Validation Accuracy: 0.5626\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 11.0115\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 418.5175 - Validation Accuracy: 0.5676\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 12.4748\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.04022767971348171, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 414.0925 - Validation Accuracy: 0.5669\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 11.7883\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.034215911997953444, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 418.2980 - Validation Accuracy: 0.5679\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 10.8150\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 419.0215 - Validation Accuracy: 0.5655\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 10.6787\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.0901 - Validation Accuracy: 0.5629\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 10.7910\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 425.8817 - Validation Accuracy: 0.5630\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 11.4459\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.038309030442568434, 2: 0.004148301788955146, 3: 0.03784002154591974, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.2840 - Validation Accuracy: 0.5615\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 11.5396\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.038309030442568434, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 421.3102 - Validation Accuracy: 0.5654\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 11.5055\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.038309030442568434, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.4030 - Validation Accuracy: 0.5640\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 11.0363\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.5505 - Validation Accuracy: 0.5653\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 10.5872\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 417.7212 - Validation Accuracy: 0.5660\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 11.1364\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.03818112049117421, 2: 0.002074150894477573, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.8457 - Validation Accuracy: 0.5629\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 10.1302\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.038309030442568434, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.2872 - Validation Accuracy: 0.5611\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 9.5351\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.6401 - Validation Accuracy: 0.5643\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 9.2709\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 425.4093 - Validation Accuracy: 0.5646\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 9.6795\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 422.8506 - Validation Accuracy: 0.5649\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 11.3007\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.1122 - Validation Accuracy: 0.5626\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 10.0958\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.034215911997953444, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 421.3947 - Validation Accuracy: 0.5645\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 9.3748\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.1915 - Validation Accuracy: 0.5623\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 9.3403\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.038309030442568434, 2: 0.002074150894477573, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 432.2751 - Validation Accuracy: 0.5631\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 10.7554\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.5995 - Validation Accuracy: 0.5626\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 9.2365\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.038309030442568434, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 420.9502 - Validation Accuracy: 0.5660\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 10.0704\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.1447 - Validation Accuracy: 0.5653\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 9.8761\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.5117 - Validation Accuracy: 0.5640\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 9.9166\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 430.3659 - Validation Accuracy: 0.5604\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 10.1546\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.034215911997953444, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.2688 - Validation Accuracy: 0.5621\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 10.4705\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.034215911997953444, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 439.3096 - Validation Accuracy: 0.5581\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 9.7989\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.0774 - Validation Accuracy: 0.5658\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 11.3584\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 428.2591 - Validation Accuracy: 0.5644\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 10.8905\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.0606 - Validation Accuracy: 0.5614\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 9.9560\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 425.0055 - Validation Accuracy: 0.5670\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 9.0361\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03626247122026094, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 428.8886 - Validation Accuracy: 0.5640\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 7.9295\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.038309030442568434, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 424.9214 - Validation Accuracy: 0.5683\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 9.6664\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.038309030442568434, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 432.5808 - Validation Accuracy: 0.5625\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 9.7260\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.034215911997953444, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.0358 - Validation Accuracy: 0.5649\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 8.8924\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.038309030442568434, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.2998 - Validation Accuracy: 0.5664\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 9.2356\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.034215911997953444, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.7964 - Validation Accuracy: 0.5619\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 8.8206\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03626247122026094, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 428.8345 - Validation Accuracy: 0.5628\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 8.6039\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.038309030442568434, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 425.5365 - Validation Accuracy: 0.5646\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 8.7508\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03626247122026094, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 428.9318 - Validation Accuracy: 0.5604\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 7.6710\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.03626247122026094, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 434.6720 - Validation Accuracy: 0.5609\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 8.6502\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.04022767971348171, 2: 0.004148301788955146, 3: 0.039994613520064635, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.0591 - Validation Accuracy: 0.5639\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 9.1827\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 431.5312 - Validation Accuracy: 0.5641\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 8.7297\n",
      "Per Task Accuracy: {0: 0.9955933900851277, 1: 0.038309030442568434, 2: 0.004148301788955146, 3: 0.039994613520064635, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 419.8938 - Validation Accuracy: 0.5651\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 8.2146\n",
      "Per Task Accuracy: {0: 0.9955933900851277, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.3518 - Validation Accuracy: 0.5630\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 9.7677\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 436.9472 - Validation Accuracy: 0.5601\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 8.5867\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.04022767971348171, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.2169 - Validation Accuracy: 0.5649\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 8.2495\n",
      "Per Task Accuracy: {0: 0.9955933900851277, 1: 0.04022767971348171, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 436.2721 - Validation Accuracy: 0.5596\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 8.7589\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 430.2555 - Validation Accuracy: 0.5651\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 8.5771\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.8332 - Validation Accuracy: 0.5686\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 7.9439\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.03818112049117421, 2: 0.004148301788955146, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 439.1800 - Validation Accuracy: 0.5574\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 8.0169\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.038309030442568434, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 432.8926 - Validation Accuracy: 0.5650\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 8.6634\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.4481 - Validation Accuracy: 0.5645\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 7.6464\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03818112049117421, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 434.1722 - Validation Accuracy: 0.5640\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 8.5757\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 434.6760 - Validation Accuracy: 0.5626\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 8.0098\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.03626247122026094, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 434.0766 - Validation Accuracy: 0.5629\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 9.2798\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.7327 - Validation Accuracy: 0.5628\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 8.2090\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03818112049117421, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 431.7047 - Validation Accuracy: 0.5631\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 8.9053\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.034215911997953444, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 435.5773 - Validation Accuracy: 0.5634\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 8.8025\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 436.7657 - Validation Accuracy: 0.5600\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 7.9728\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.7872 - Validation Accuracy: 0.5656\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 7.9818\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 434.1391 - Validation Accuracy: 0.5653\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 7.6297\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.03626247122026094, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 429.3957 - Validation Accuracy: 0.5640\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 6.9680\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.034215911997953444, 2: 0.004148301788955146, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 432.3894 - Validation Accuracy: 0.5625\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 8.0803\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.03626247122026094, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.9165 - Validation Accuracy: 0.5638\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 8.2657\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03626247122026094, 2: 0.0, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 427.3402 - Validation Accuracy: 0.5668\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 8.5532\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.038309030442568434, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 437.7395 - Validation Accuracy: 0.5624\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 9.5831\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.034215911997953444, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 435.7079 - Validation Accuracy: 0.5619\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 8.3487\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.034215911997953444, 2: 0.0, 3: 0.014139509830325882, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 426.3937 - Validation Accuracy: 0.5646\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 7.9013\n",
      "Per Task Accuracy: {0: 0.9963945918878317, 1: 0.03818112049117421, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 423.5130 - Validation Accuracy: 0.5673\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 9.8159\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.04022767971348171, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0}\n",
      "Validation Loss: 436.6590 - Validation Accuracy: 0.5654\n",
      "Task 1:\n",
      "Loss on test set: 2.0956\n",
      "Accuracy on test set: 0.6208\n",
      "Task 2:\n",
      "Loss on test set: 3.0030\n",
      "Accuracy on test set: 0.3840\n",
      "Task 3:\n",
      "Loss on test set: 2.7806\n",
      "Accuracy on test set: 0.4460\n",
      "Task 4:\n",
      "Loss on test set: 3.1252\n",
      "Accuracy on test set: 0.3860\n",
      "Task 5:\n",
      "Loss on test set: 3.1011\n",
      "Accuracy on test set: 0.3760\n",
      "Task 6:\n",
      "Loss on test set: 2.2178\n",
      "Accuracy on test set: 0.5000\n",
      "Task 7:\n",
      "Loss on test set: 0.8243\n",
      "Accuracy on test set: 0.7460\n",
      "Loss on test set: 440.1201\n",
      "Accuracy on test set: 0.5654\n",
      "Incremental ARC Classifier added, current len: 8\n",
      "Incremental Task Layer added, current len: 8\n",
      "tsk: 7\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'incremental_layers.3', 'incremental_layers.4', 'incremental_layers.5', 'incremental_layers.6', 'arc_classifiers.0', 'arc_classifiers.1', 'arc_classifiers.2', 'arc_classifiers.3', 'arc_classifiers.4', 'arc_classifiers.5']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing incremental_layers.3.layer.0.weight\n",
      "----Freezing incremental_layers.3.layer.0.bias\n",
      "----Freezing incremental_layers.3.layer.1.weight\n",
      "----Freezing incremental_layers.3.layer.1.bias\n",
      "----Freezing incremental_layers.3.layer.3.weight\n",
      "----Freezing incremental_layers.3.layer.3.bias\n",
      "----Freezing incremental_layers.3.layer.4.weight\n",
      "----Freezing incremental_layers.3.layer.4.bias\n",
      "----Freezing incremental_layers.3.layer.6.weight\n",
      "----Freezing incremental_layers.3.layer.6.bias\n",
      "----Freezing incremental_layers.3.layer.7.weight\n",
      "----Freezing incremental_layers.3.layer.7.bias\n",
      "----Freezing incremental_layers.3.gate_generator.0.weight\n",
      "----Freezing incremental_layers.3.gate_generator.0.bias\n",
      "----Freezing incremental_layers.3.gate_generator.1.weight\n",
      "----Freezing incremental_layers.3.gate_generator.1.bias\n",
      "----Freezing incremental_layers.3.gate_generator.5.weight\n",
      "----Freezing incremental_layers.3.gate_generator.5.bias\n",
      "----Freezing incremental_layers.4.layer.0.weight\n",
      "----Freezing incremental_layers.4.layer.0.bias\n",
      "----Freezing incremental_layers.4.layer.1.weight\n",
      "----Freezing incremental_layers.4.layer.1.bias\n",
      "----Freezing incremental_layers.4.layer.3.weight\n",
      "----Freezing incremental_layers.4.layer.3.bias\n",
      "----Freezing incremental_layers.4.layer.4.weight\n",
      "----Freezing incremental_layers.4.layer.4.bias\n",
      "----Freezing incremental_layers.4.layer.6.weight\n",
      "----Freezing incremental_layers.4.layer.6.bias\n",
      "----Freezing incremental_layers.4.layer.7.weight\n",
      "----Freezing incremental_layers.4.layer.7.bias\n",
      "----Freezing incremental_layers.4.gate_generator.0.weight\n",
      "----Freezing incremental_layers.4.gate_generator.0.bias\n",
      "----Freezing incremental_layers.4.gate_generator.1.weight\n",
      "----Freezing incremental_layers.4.gate_generator.1.bias\n",
      "----Freezing incremental_layers.4.gate_generator.5.weight\n",
      "----Freezing incremental_layers.4.gate_generator.5.bias\n",
      "----Freezing incremental_layers.5.layer.0.weight\n",
      "----Freezing incremental_layers.5.layer.0.bias\n",
      "----Freezing incremental_layers.5.layer.1.weight\n",
      "----Freezing incremental_layers.5.layer.1.bias\n",
      "----Freezing incremental_layers.5.layer.3.weight\n",
      "----Freezing incremental_layers.5.layer.3.bias\n",
      "----Freezing incremental_layers.5.layer.4.weight\n",
      "----Freezing incremental_layers.5.layer.4.bias\n",
      "----Freezing incremental_layers.5.layer.6.weight\n",
      "----Freezing incremental_layers.5.layer.6.bias\n",
      "----Freezing incremental_layers.5.layer.7.weight\n",
      "----Freezing incremental_layers.5.layer.7.bias\n",
      "----Freezing incremental_layers.5.gate_generator.0.weight\n",
      "----Freezing incremental_layers.5.gate_generator.0.bias\n",
      "----Freezing incremental_layers.5.gate_generator.1.weight\n",
      "----Freezing incremental_layers.5.gate_generator.1.bias\n",
      "----Freezing incremental_layers.5.gate_generator.5.weight\n",
      "----Freezing incremental_layers.5.gate_generator.5.bias\n",
      "----Freezing incremental_layers.6.layer.0.weight\n",
      "----Freezing incremental_layers.6.layer.0.bias\n",
      "----Freezing incremental_layers.6.layer.1.weight\n",
      "----Freezing incremental_layers.6.layer.1.bias\n",
      "----Freezing incremental_layers.6.layer.3.weight\n",
      "----Freezing incremental_layers.6.layer.3.bias\n",
      "----Freezing incremental_layers.6.layer.4.weight\n",
      "----Freezing incremental_layers.6.layer.4.bias\n",
      "----Freezing incremental_layers.6.layer.6.weight\n",
      "----Freezing incremental_layers.6.layer.6.bias\n",
      "----Freezing incremental_layers.6.layer.7.weight\n",
      "----Freezing incremental_layers.6.layer.7.bias\n",
      "----Freezing incremental_layers.6.gate_generator.0.weight\n",
      "----Freezing incremental_layers.6.gate_generator.0.bias\n",
      "----Freezing incremental_layers.6.gate_generator.1.weight\n",
      "----Freezing incremental_layers.6.gate_generator.1.bias\n",
      "----Freezing incremental_layers.6.gate_generator.5.weight\n",
      "----Freezing incremental_layers.6.gate_generator.5.bias\n",
      "incremental_layers.7.layer.0.weight\n",
      "incremental_layers.7.layer.0.bias\n",
      "incremental_layers.7.layer.1.weight\n",
      "incremental_layers.7.layer.1.bias\n",
      "incremental_layers.7.layer.3.weight\n",
      "incremental_layers.7.layer.3.bias\n",
      "incremental_layers.7.layer.4.weight\n",
      "incremental_layers.7.layer.4.bias\n",
      "incremental_layers.7.layer.6.weight\n",
      "incremental_layers.7.layer.6.bias\n",
      "incremental_layers.7.layer.7.weight\n",
      "incremental_layers.7.layer.7.bias\n",
      "incremental_layers.7.gate_generator.0.weight\n",
      "incremental_layers.7.gate_generator.0.bias\n",
      "incremental_layers.7.gate_generator.1.weight\n",
      "incremental_layers.7.gate_generator.1.bias\n",
      "incremental_layers.7.gate_generator.5.weight\n",
      "incremental_layers.7.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "----Freezing arc_classifiers.2.2.weight\n",
      "----Freezing arc_classifiers.2.2.bias\n",
      "----Freezing arc_classifiers.2.4.weight\n",
      "----Freezing arc_classifiers.3.2.weight\n",
      "----Freezing arc_classifiers.3.2.bias\n",
      "----Freezing arc_classifiers.3.4.weight\n",
      "----Freezing arc_classifiers.4.2.weight\n",
      "----Freezing arc_classifiers.4.2.bias\n",
      "----Freezing arc_classifiers.4.4.weight\n",
      "----Freezing arc_classifiers.5.2.weight\n",
      "----Freezing arc_classifiers.5.2.bias\n",
      "----Freezing arc_classifiers.5.4.weight\n",
      "arc_classifiers.6.2.weight\n",
      "arc_classifiers.6.2.bias\n",
      "arc_classifiers.6.4.weight\n",
      "arc_classifiers.7.2.weight\n",
      "arc_classifiers.7.2.bias\n",
      "arc_classifiers.7.4.weight\n",
      "alpha_cls: [204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      "   8.19993276   8.19993276   8.19993276   8.19993276   8.19993276]\n",
      "alpha_tsk: [ 4.09998319 40.99831907 40.99831907 40.99831907 40.99831907 40.99831907\n",
      " 40.99831907  1.63999731]\n",
      "num_prev_task_classes: 80\n",
      "alpha_cls: [204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      " 204.95798361 204.95798361 204.95798361 204.95798361 204.95798361\n",
      "   8.19993276   8.19993276   8.19993276   8.19993276   8.19993276]\n",
      "alpha_tsk: [ 25.197518   251.9658825  251.9658825  251.9658825  251.9658825\n",
      " 251.9658825  251.9658825   10.07903199]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2b4bf05f277042b0a68a9e035fad1ba5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2970 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 82.7830\n",
      "Per Task Accuracy: {0: 0.9923885828743114, 1: 0.012023535431056536, 2: 0.0, 3: 0.0, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.002287675150128682}\n",
      "Validation Loss: 665.7447 - Validation Accuracy: 0.3186\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 32.9581\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.01605269889997442, 2: 0.004148301788955146, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 477.5688 - Validation Accuracy: 0.5134\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 41.0542\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.022064466615502685, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 461.9024 - Validation Accuracy: 0.5214\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 49.1090\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 460.0387 - Validation Accuracy: 0.5256\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 23.1382\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.022064466615502685, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.6184 - Validation Accuracy: 0.5248\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 21.8737\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.0159247889485802, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 453.2990 - Validation Accuracy: 0.5278\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 34.4281\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02193655666410847, 2: 0.004148301788955146, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 453.5751 - Validation Accuracy: 0.5294\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 21.0456\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.022064466615502685, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 461.1196 - Validation Accuracy: 0.5262\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 29.2459\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.02001790739319519, 2: 0.00622245268343272, 3: 0.042149205494209536, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.5404 - Validation Accuracy: 0.5246\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 22.9421\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.017971348170887694, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 457.2599 - Validation Accuracy: 0.5299\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 20.6256\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.2330 - Validation Accuracy: 0.5251\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 28.3040\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.027948324379636735, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.7699 - Validation Accuracy: 0.5322\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 22.0929\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.022064466615502685, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 465.5348 - Validation Accuracy: 0.5247\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 19.9671\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.023983115886415964, 2: 0.002074150894477573, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 457.2132 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 19.3615\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02602967510872346, 2: 0.004148301788955146, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 447.6884 - Validation Accuracy: 0.5376\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 29.3637\n",
      "Per Task Accuracy: {0: 0.9955933900851277, 1: 0.019889997441800974, 2: 0.004148301788955146, 3: 0.042149205494209536, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.9713 - Validation Accuracy: 0.5322\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 26.5630\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.023983115886415964, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 456.6893 - Validation Accuracy: 0.5318\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 18.5633\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.02001790739319519, 2: 0.004148301788955146, 3: 0.039994613520064635, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.6386 - Validation Accuracy: 0.5321\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 21.8291\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.01605269889997442, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 456.3111 - Validation Accuracy: 0.5339\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 19.8590\n",
      "Per Task Accuracy: {0: 0.9961942914371558, 1: 0.02001790739319519, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 447.7092 - Validation Accuracy: 0.5388\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 26.3910\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.02602967510872346, 2: 0.002074150894477573, 3: 0.042149205494209536, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 458.1802 - Validation Accuracy: 0.5369\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 24.6655\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02001790739319519, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 450.4185 - Validation Accuracy: 0.5364\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 18.3049\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.014006139677666922, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 457.4849 - Validation Accuracy: 0.5345\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 28.4205\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.017971348170887694, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 451.4698 - Validation Accuracy: 0.5378\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 18.2974\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.032041442824251726, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.9079 - Validation Accuracy: 0.5338\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 24.1047\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02001790739319519, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 458.2663 - Validation Accuracy: 0.5358\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 33.2896\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.023983115886415964, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 460.3519 - Validation Accuracy: 0.5348\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 33.8399\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.023983115886415964, 2: 0.00622245268343272, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 455.8155 - Validation Accuracy: 0.5315\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 26.6164\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 451.3128 - Validation Accuracy: 0.5361\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 26.8295\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.0159247889485802, 2: 0.0, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.4413 - Validation Accuracy: 0.5360\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 17.8525\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.0336 - Validation Accuracy: 0.5331\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 18.4308\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02001790739319519, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 458.8798 - Validation Accuracy: 0.5342\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 18.8277\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.01605269889997442, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.8510 - Validation Accuracy: 0.5372\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 31.6445\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 457.1887 - Validation Accuracy: 0.5322\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 19.5266\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02001790739319519, 2: 0.004148301788955146, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.1209 - Validation Accuracy: 0.5326\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 18.2622\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.01605269889997442, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 465.2487 - Validation Accuracy: 0.5285\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 26.0477\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.01605269889997442, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 460.1664 - Validation Accuracy: 0.5325\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 26.0958\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.013878229726272704, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 453.2169 - Validation Accuracy: 0.5362\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 36.0521\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.022064466615502685, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.2243 - Validation Accuracy: 0.5347\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 25.9592\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02602967510872346, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 461.8571 - Validation Accuracy: 0.5315\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 20.8579\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.027948324379636735, 2: 0.002074150894477573, 3: 0.03137624562348505, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.1932 - Validation Accuracy: 0.5369\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 37.5757\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.017971348170887694, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.5257 - Validation Accuracy: 0.5279\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 26.6068\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02602967510872346, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 441.2918 - Validation Accuracy: 0.5404\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 18.4304\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02193655666410847, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 454.0876 - Validation Accuracy: 0.5349\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 23.9881\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.017971348170887694, 2: 0.002074150894477573, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 458.7076 - Validation Accuracy: 0.5320\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 26.0190\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.01605269889997442, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.4162 - Validation Accuracy: 0.5306\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 27.4574\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.0728 - Validation Accuracy: 0.5372\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 33.2145\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02411102583781018, 2: 0.0, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.7140 - Validation Accuracy: 0.5385\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 21.6816\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02001790739319519, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 447.9009 - Validation Accuracy: 0.5286\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 20.2252\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.027948324379636735, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 474.0541 - Validation Accuracy: 0.5213\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 21.2499\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.02602967510872346, 2: 0.004148301788955146, 3: 0.03784002154591974, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 468.8371 - Validation Accuracy: 0.5269\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 20.0632\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.02001790739319519, 2: 0.0, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 452.3979 - Validation Accuracy: 0.5336\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 18.5547\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.03012279355333845, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.3831 - Validation Accuracy: 0.5294\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 18.3360\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.017971348170887694, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.5815 - Validation Accuracy: 0.5322\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 19.1513\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.01605269889997442, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.1951 - Validation Accuracy: 0.5292\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 18.7486\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.01605269889997442, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.8793 - Validation Accuracy: 0.5291\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 17.2507\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 470.0583 - Validation Accuracy: 0.5285\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 19.2276\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.02001790739319519, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 469.5652 - Validation Accuracy: 0.5254\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 18.1442\n",
      "Per Task Accuracy: {0: 0.9959939909864797, 1: 0.017971348170887694, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.9304 - Validation Accuracy: 0.5321\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 35.7038\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.009913021233051931, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.5249 - Validation Accuracy: 0.5319\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 16.6430\n",
      "Per Task Accuracy: {0: 0.9967951927891838, 1: 0.022064466615502685, 2: 0.002074150894477573, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.3292 - Validation Accuracy: 0.5359\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 18.0863\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.017971348170887694, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.2764 - Validation Accuracy: 0.5340\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 32.9548\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02193655666410847, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 457.4827 - Validation Accuracy: 0.5326\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 29.0814\n",
      "Per Task Accuracy: {0: 0.9953930896344517, 1: 0.023983115886415964, 2: 0.004148301788955146, 3: 0.04430379746835443, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 444.2295 - Validation Accuracy: 0.5395\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n",
      "Epoch 65/90 - Train Loss: 26.9864\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.02602967510872346, 2: 0.00622245268343272, 3: 0.042149205494209536, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 469.8275 - Validation Accuracy: 0.5288\n",
      "---------------\n",
      "Epoch 66/90\n",
      "---------------\n",
      "Epoch 66/90 - Train Loss: 25.7951\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02001790739319519, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 456.0837 - Validation Accuracy: 0.5333\n",
      "---------------\n",
      "Epoch 67/90\n",
      "---------------\n",
      "Epoch 67/90 - Train Loss: 17.0163\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.017971348170887694, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.4710 - Validation Accuracy: 0.5331\n",
      "---------------\n",
      "Epoch 68/90\n",
      "---------------\n",
      "Epoch 68/90 - Train Loss: 18.8469\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02193655666410847, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.6532 - Validation Accuracy: 0.5341\n",
      "---------------\n",
      "Epoch 69/90\n",
      "---------------\n",
      "Epoch 69/90 - Train Loss: 23.0477\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.01605269889997442, 2: 0.004148301788955146, 3: 0.029221653649340155, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 468.0812 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 70/90\n",
      "---------------\n",
      "Epoch 70/90 - Train Loss: 23.3858\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.02001790739319519, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 463.4959 - Validation Accuracy: 0.5353\n",
      "---------------\n",
      "Epoch 71/90\n",
      "---------------\n",
      "Epoch 71/90 - Train Loss: 16.7998\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.02001790739319519, 2: 0.00622245268343272, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 466.0234 - Validation Accuracy: 0.5293\n",
      "---------------\n",
      "Epoch 72/90\n",
      "---------------\n",
      "Epoch 72/90 - Train Loss: 15.6338\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.01605269889997442, 2: 0.0, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 474.6637 - Validation Accuracy: 0.5279\n",
      "---------------\n",
      "Epoch 73/90\n",
      "---------------\n",
      "Epoch 73/90 - Train Loss: 27.8979\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.023983115886415964, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 461.9110 - Validation Accuracy: 0.5340\n",
      "---------------\n",
      "Epoch 74/90\n",
      "---------------\n",
      "Epoch 74/90 - Train Loss: 18.0960\n",
      "Per Task Accuracy: {0: 0.9965948923385077, 1: 0.038053210539779996, 2: 0.004148301788955146, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 456.9167 - Validation Accuracy: 0.5355\n",
      "---------------\n",
      "Epoch 75/90\n",
      "---------------\n",
      "Epoch 75/90 - Train Loss: 17.7527\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.01605269889997442, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 466.4496 - Validation Accuracy: 0.5311\n",
      "---------------\n",
      "Epoch 76/90\n",
      "---------------\n",
      "Epoch 76/90 - Train Loss: 15.9281\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.017971348170887694, 2: 0.0, 3: 0.024912469701050363, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.5490 - Validation Accuracy: 0.5304\n",
      "---------------\n",
      "Epoch 77/90\n",
      "---------------\n",
      "Epoch 77/90 - Train Loss: 30.2444\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.017971348170887694, 2: 0.00622245268343272, 3: 0.033530837597629946, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 465.0601 - Validation Accuracy: 0.5354\n",
      "---------------\n",
      "Epoch 78/90\n",
      "---------------\n",
      "Epoch 78/90 - Train Loss: 33.9990\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.02411102583781018, 2: 0.002074150894477573, 3: 0.02706706167519526, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 462.2386 - Validation Accuracy: 0.5309\n",
      "---------------\n",
      "Epoch 79/90\n",
      "---------------\n",
      "Epoch 79/90 - Train Loss: 25.8495\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.009913021233051931, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 466.1571 - Validation Accuracy: 0.5285\n",
      "---------------\n",
      "Epoch 80/90\n",
      "---------------\n",
      "Epoch 80/90 - Train Loss: 17.9799\n",
      "Per Task Accuracy: {0: 0.9973960941412118, 1: 0.017971348170887694, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 463.9746 - Validation Accuracy: 0.5338\n",
      "---------------\n",
      "Epoch 81/90\n",
      "---------------\n",
      "Epoch 81/90 - Train Loss: 31.3213\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.014006139677666922, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 459.6005 - Validation Accuracy: 0.5400\n",
      "---------------\n",
      "Epoch 82/90\n",
      "---------------\n",
      "Epoch 82/90 - Train Loss: 16.5215\n",
      "Per Task Accuracy: {0: 0.9975963945918879, 1: 0.02602967510872346, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 469.5771 - Validation Accuracy: 0.5260\n",
      "---------------\n",
      "Epoch 83/90\n",
      "---------------\n",
      "Epoch 83/90 - Train Loss: 16.1750\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02001790739319519, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 471.3373 - Validation Accuracy: 0.5285\n",
      "---------------\n",
      "Epoch 84/90\n",
      "---------------\n",
      "Epoch 84/90 - Train Loss: 17.6183\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.02001790739319519, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 467.4251 - Validation Accuracy: 0.5306\n",
      "---------------\n",
      "Epoch 85/90\n",
      "---------------\n",
      "Epoch 85/90 - Train Loss: 16.5461\n",
      "Per Task Accuracy: {0: 0.9977966950425639, 1: 0.0159247889485802, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 468.7178 - Validation Accuracy: 0.5305\n",
      "---------------\n",
      "Epoch 86/90\n",
      "---------------\n",
      "Epoch 86/90 - Train Loss: 24.0434\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.01605269889997442, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 472.6849 - Validation Accuracy: 0.5319\n",
      "---------------\n",
      "Epoch 87/90\n",
      "---------------\n",
      "Epoch 87/90 - Train Loss: 36.1416\n",
      "Per Task Accuracy: {0: 0.9971957936905358, 1: 0.023983115886415964, 2: 0.004148301788955146, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 461.1187 - Validation Accuracy: 0.5312\n",
      "---------------\n",
      "Epoch 88/90\n",
      "---------------\n",
      "Epoch 88/90 - Train Loss: 28.3578\n",
      "Per Task Accuracy: {0: 0.9957936905358037, 1: 0.0159247889485802, 2: 0.002074150894477573, 3: 0.03784002154591974, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 476.0370 - Validation Accuracy: 0.5265\n",
      "---------------\n",
      "Epoch 89/90\n",
      "---------------\n",
      "Epoch 89/90 - Train Loss: 18.9242\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.031977487848554614, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 464.8927 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 90/90\n",
      "---------------\n",
      "Epoch 90/90 - Train Loss: 18.3342\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.014006139677666922, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0}\n",
      "Validation Loss: 466.8066 - Validation Accuracy: 0.5312\n",
      "Task 1:\n",
      "Loss on test set: 2.2111\n",
      "Accuracy on test set: 0.5982\n",
      "Task 2:\n",
      "Loss on test set: 3.1563\n",
      "Accuracy on test set: 0.3560\n",
      "Task 3:\n",
      "Loss on test set: 2.7075\n",
      "Accuracy on test set: 0.4540\n",
      "Task 4:\n",
      "Loss on test set: 2.7590\n",
      "Accuracy on test set: 0.4000\n",
      "Task 5:\n",
      "Loss on test set: 3.5309\n",
      "Accuracy on test set: 0.3300\n",
      "Task 6:\n",
      "Loss on test set: 2.3739\n",
      "Accuracy on test set: 0.4540\n",
      "Task 7:\n",
      "Loss on test set: 2.3646\n",
      "Accuracy on test set: 0.4340\n",
      "Task 8:\n",
      "Loss on test set: 1.3038\n",
      "Accuracy on test set: 0.6200\n",
      "Loss on test set: 470.8669\n",
      "Accuracy on test set: 0.5312\n",
      "Incremental ARC Classifier added, current len: 9\n",
      "Incremental Task Layer added, current len: 9\n",
      "tsk: 8\n",
      "freeze_prefix: ['feature_extractor', 'incremental_layers.0', 'incremental_layers.1', 'incremental_layers.2', 'incremental_layers.3', 'incremental_layers.4', 'incremental_layers.5', 'incremental_layers.6', 'incremental_layers.7', 'arc_classifiers.0', 'arc_classifiers.1', 'arc_classifiers.2', 'arc_classifiers.3', 'arc_classifiers.4', 'arc_classifiers.5', 'arc_classifiers.6']\n",
      "----Freezing feature_extractor.0.weight\n",
      "----Freezing feature_extractor.1.weight\n",
      "----Freezing feature_extractor.1.bias\n",
      "----Freezing feature_extractor.4.0.conv1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.weight\n",
      "----Freezing feature_extractor.4.0.bn1.bias\n",
      "----Freezing feature_extractor.4.0.conv2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.weight\n",
      "----Freezing feature_extractor.4.0.bn2.bias\n",
      "----Freezing feature_extractor.4.1.conv1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.weight\n",
      "----Freezing feature_extractor.4.1.bn1.bias\n",
      "----Freezing feature_extractor.4.1.conv2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.weight\n",
      "----Freezing feature_extractor.4.1.bn2.bias\n",
      "----Freezing feature_extractor.4.2.conv1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.weight\n",
      "----Freezing feature_extractor.4.2.bn1.bias\n",
      "----Freezing feature_extractor.4.2.conv2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.weight\n",
      "----Freezing feature_extractor.4.2.bn2.bias\n",
      "----Freezing feature_extractor.5.0.conv1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.weight\n",
      "----Freezing feature_extractor.5.0.bn1.bias\n",
      "----Freezing feature_extractor.5.0.conv2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.weight\n",
      "----Freezing feature_extractor.5.0.bn2.bias\n",
      "----Freezing feature_extractor.5.0.downsample.0.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.weight\n",
      "----Freezing feature_extractor.5.0.downsample.1.bias\n",
      "----Freezing feature_extractor.5.1.conv1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.weight\n",
      "----Freezing feature_extractor.5.1.bn1.bias\n",
      "----Freezing feature_extractor.5.1.conv2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.weight\n",
      "----Freezing feature_extractor.5.1.bn2.bias\n",
      "----Freezing feature_extractor.5.2.conv1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.weight\n",
      "----Freezing feature_extractor.5.2.bn1.bias\n",
      "----Freezing feature_extractor.5.2.conv2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.weight\n",
      "----Freezing feature_extractor.5.2.bn2.bias\n",
      "----Freezing feature_extractor.5.3.conv1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.weight\n",
      "----Freezing feature_extractor.5.3.bn1.bias\n",
      "----Freezing feature_extractor.5.3.conv2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.weight\n",
      "----Freezing feature_extractor.5.3.bn2.bias\n",
      "----Freezing feature_extractor.6.0.conv1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.weight\n",
      "----Freezing feature_extractor.6.0.bn1.bias\n",
      "----Freezing feature_extractor.6.0.conv2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.weight\n",
      "----Freezing feature_extractor.6.0.bn2.bias\n",
      "----Freezing feature_extractor.6.0.downsample.0.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.weight\n",
      "----Freezing feature_extractor.6.0.downsample.1.bias\n",
      "----Freezing feature_extractor.6.1.conv1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.weight\n",
      "----Freezing feature_extractor.6.1.bn1.bias\n",
      "----Freezing feature_extractor.6.1.conv2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.weight\n",
      "----Freezing feature_extractor.6.1.bn2.bias\n",
      "----Freezing feature_extractor.6.2.conv1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.weight\n",
      "----Freezing feature_extractor.6.2.bn1.bias\n",
      "----Freezing feature_extractor.6.2.conv2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.weight\n",
      "----Freezing feature_extractor.6.2.bn2.bias\n",
      "----Freezing feature_extractor.6.3.conv1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.weight\n",
      "----Freezing feature_extractor.6.3.bn1.bias\n",
      "----Freezing feature_extractor.6.3.conv2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.weight\n",
      "----Freezing feature_extractor.6.3.bn2.bias\n",
      "----Freezing feature_extractor.6.4.conv1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.weight\n",
      "----Freezing feature_extractor.6.4.bn1.bias\n",
      "----Freezing feature_extractor.6.4.conv2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.weight\n",
      "----Freezing feature_extractor.6.4.bn2.bias\n",
      "----Freezing feature_extractor.6.5.conv1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.weight\n",
      "----Freezing feature_extractor.6.5.bn1.bias\n",
      "----Freezing feature_extractor.6.5.conv2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.weight\n",
      "----Freezing feature_extractor.6.5.bn2.bias\n",
      "----Freezing feature_extractor.7.0.conv1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.weight\n",
      "----Freezing feature_extractor.7.0.bn1.bias\n",
      "----Freezing feature_extractor.7.0.conv2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.weight\n",
      "----Freezing feature_extractor.7.0.bn2.bias\n",
      "----Freezing feature_extractor.7.0.downsample.0.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.weight\n",
      "----Freezing feature_extractor.7.0.downsample.1.bias\n",
      "----Freezing feature_extractor.7.1.conv1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.weight\n",
      "----Freezing feature_extractor.7.1.bn1.bias\n",
      "----Freezing feature_extractor.7.1.conv2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.weight\n",
      "----Freezing feature_extractor.7.1.bn2.bias\n",
      "----Freezing feature_extractor.7.2.conv1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.weight\n",
      "----Freezing feature_extractor.7.2.bn1.bias\n",
      "----Freezing feature_extractor.7.2.conv2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.weight\n",
      "----Freezing feature_extractor.7.2.bn2.bias\n",
      "----Freezing incremental_layers.1.layer.0.weight\n",
      "----Freezing incremental_layers.1.layer.0.bias\n",
      "----Freezing incremental_layers.1.layer.1.weight\n",
      "----Freezing incremental_layers.1.layer.1.bias\n",
      "----Freezing incremental_layers.1.layer.3.weight\n",
      "----Freezing incremental_layers.1.layer.3.bias\n",
      "----Freezing incremental_layers.1.layer.4.weight\n",
      "----Freezing incremental_layers.1.layer.4.bias\n",
      "----Freezing incremental_layers.1.layer.6.weight\n",
      "----Freezing incremental_layers.1.layer.6.bias\n",
      "----Freezing incremental_layers.1.layer.7.weight\n",
      "----Freezing incremental_layers.1.layer.7.bias\n",
      "----Freezing incremental_layers.1.gate_generator.0.weight\n",
      "----Freezing incremental_layers.1.gate_generator.0.bias\n",
      "----Freezing incremental_layers.1.gate_generator.1.weight\n",
      "----Freezing incremental_layers.1.gate_generator.1.bias\n",
      "----Freezing incremental_layers.1.gate_generator.5.weight\n",
      "----Freezing incremental_layers.1.gate_generator.5.bias\n",
      "----Freezing incremental_layers.2.layer.0.weight\n",
      "----Freezing incremental_layers.2.layer.0.bias\n",
      "----Freezing incremental_layers.2.layer.1.weight\n",
      "----Freezing incremental_layers.2.layer.1.bias\n",
      "----Freezing incremental_layers.2.layer.3.weight\n",
      "----Freezing incremental_layers.2.layer.3.bias\n",
      "----Freezing incremental_layers.2.layer.4.weight\n",
      "----Freezing incremental_layers.2.layer.4.bias\n",
      "----Freezing incremental_layers.2.layer.6.weight\n",
      "----Freezing incremental_layers.2.layer.6.bias\n",
      "----Freezing incremental_layers.2.layer.7.weight\n",
      "----Freezing incremental_layers.2.layer.7.bias\n",
      "----Freezing incremental_layers.2.gate_generator.0.weight\n",
      "----Freezing incremental_layers.2.gate_generator.0.bias\n",
      "----Freezing incremental_layers.2.gate_generator.1.weight\n",
      "----Freezing incremental_layers.2.gate_generator.1.bias\n",
      "----Freezing incremental_layers.2.gate_generator.5.weight\n",
      "----Freezing incremental_layers.2.gate_generator.5.bias\n",
      "----Freezing incremental_layers.3.layer.0.weight\n",
      "----Freezing incremental_layers.3.layer.0.bias\n",
      "----Freezing incremental_layers.3.layer.1.weight\n",
      "----Freezing incremental_layers.3.layer.1.bias\n",
      "----Freezing incremental_layers.3.layer.3.weight\n",
      "----Freezing incremental_layers.3.layer.3.bias\n",
      "----Freezing incremental_layers.3.layer.4.weight\n",
      "----Freezing incremental_layers.3.layer.4.bias\n",
      "----Freezing incremental_layers.3.layer.6.weight\n",
      "----Freezing incremental_layers.3.layer.6.bias\n",
      "----Freezing incremental_layers.3.layer.7.weight\n",
      "----Freezing incremental_layers.3.layer.7.bias\n",
      "----Freezing incremental_layers.3.gate_generator.0.weight\n",
      "----Freezing incremental_layers.3.gate_generator.0.bias\n",
      "----Freezing incremental_layers.3.gate_generator.1.weight\n",
      "----Freezing incremental_layers.3.gate_generator.1.bias\n",
      "----Freezing incremental_layers.3.gate_generator.5.weight\n",
      "----Freezing incremental_layers.3.gate_generator.5.bias\n",
      "----Freezing incremental_layers.4.layer.0.weight\n",
      "----Freezing incremental_layers.4.layer.0.bias\n",
      "----Freezing incremental_layers.4.layer.1.weight\n",
      "----Freezing incremental_layers.4.layer.1.bias\n",
      "----Freezing incremental_layers.4.layer.3.weight\n",
      "----Freezing incremental_layers.4.layer.3.bias\n",
      "----Freezing incremental_layers.4.layer.4.weight\n",
      "----Freezing incremental_layers.4.layer.4.bias\n",
      "----Freezing incremental_layers.4.layer.6.weight\n",
      "----Freezing incremental_layers.4.layer.6.bias\n",
      "----Freezing incremental_layers.4.layer.7.weight\n",
      "----Freezing incremental_layers.4.layer.7.bias\n",
      "----Freezing incremental_layers.4.gate_generator.0.weight\n",
      "----Freezing incremental_layers.4.gate_generator.0.bias\n",
      "----Freezing incremental_layers.4.gate_generator.1.weight\n",
      "----Freezing incremental_layers.4.gate_generator.1.bias\n",
      "----Freezing incremental_layers.4.gate_generator.5.weight\n",
      "----Freezing incremental_layers.4.gate_generator.5.bias\n",
      "----Freezing incremental_layers.5.layer.0.weight\n",
      "----Freezing incremental_layers.5.layer.0.bias\n",
      "----Freezing incremental_layers.5.layer.1.weight\n",
      "----Freezing incremental_layers.5.layer.1.bias\n",
      "----Freezing incremental_layers.5.layer.3.weight\n",
      "----Freezing incremental_layers.5.layer.3.bias\n",
      "----Freezing incremental_layers.5.layer.4.weight\n",
      "----Freezing incremental_layers.5.layer.4.bias\n",
      "----Freezing incremental_layers.5.layer.6.weight\n",
      "----Freezing incremental_layers.5.layer.6.bias\n",
      "----Freezing incremental_layers.5.layer.7.weight\n",
      "----Freezing incremental_layers.5.layer.7.bias\n",
      "----Freezing incremental_layers.5.gate_generator.0.weight\n",
      "----Freezing incremental_layers.5.gate_generator.0.bias\n",
      "----Freezing incremental_layers.5.gate_generator.1.weight\n",
      "----Freezing incremental_layers.5.gate_generator.1.bias\n",
      "----Freezing incremental_layers.5.gate_generator.5.weight\n",
      "----Freezing incremental_layers.5.gate_generator.5.bias\n",
      "----Freezing incremental_layers.6.layer.0.weight\n",
      "----Freezing incremental_layers.6.layer.0.bias\n",
      "----Freezing incremental_layers.6.layer.1.weight\n",
      "----Freezing incremental_layers.6.layer.1.bias\n",
      "----Freezing incremental_layers.6.layer.3.weight\n",
      "----Freezing incremental_layers.6.layer.3.bias\n",
      "----Freezing incremental_layers.6.layer.4.weight\n",
      "----Freezing incremental_layers.6.layer.4.bias\n",
      "----Freezing incremental_layers.6.layer.6.weight\n",
      "----Freezing incremental_layers.6.layer.6.bias\n",
      "----Freezing incremental_layers.6.layer.7.weight\n",
      "----Freezing incremental_layers.6.layer.7.bias\n",
      "----Freezing incremental_layers.6.gate_generator.0.weight\n",
      "----Freezing incremental_layers.6.gate_generator.0.bias\n",
      "----Freezing incremental_layers.6.gate_generator.1.weight\n",
      "----Freezing incremental_layers.6.gate_generator.1.bias\n",
      "----Freezing incremental_layers.6.gate_generator.5.weight\n",
      "----Freezing incremental_layers.6.gate_generator.5.bias\n",
      "----Freezing incremental_layers.7.layer.0.weight\n",
      "----Freezing incremental_layers.7.layer.0.bias\n",
      "----Freezing incremental_layers.7.layer.1.weight\n",
      "----Freezing incremental_layers.7.layer.1.bias\n",
      "----Freezing incremental_layers.7.layer.3.weight\n",
      "----Freezing incremental_layers.7.layer.3.bias\n",
      "----Freezing incremental_layers.7.layer.4.weight\n",
      "----Freezing incremental_layers.7.layer.4.bias\n",
      "----Freezing incremental_layers.7.layer.6.weight\n",
      "----Freezing incremental_layers.7.layer.6.bias\n",
      "----Freezing incremental_layers.7.layer.7.weight\n",
      "----Freezing incremental_layers.7.layer.7.bias\n",
      "----Freezing incremental_layers.7.gate_generator.0.weight\n",
      "----Freezing incremental_layers.7.gate_generator.0.bias\n",
      "----Freezing incremental_layers.7.gate_generator.1.weight\n",
      "----Freezing incremental_layers.7.gate_generator.1.bias\n",
      "----Freezing incremental_layers.7.gate_generator.5.weight\n",
      "----Freezing incremental_layers.7.gate_generator.5.bias\n",
      "incremental_layers.8.layer.0.weight\n",
      "incremental_layers.8.layer.0.bias\n",
      "incremental_layers.8.layer.1.weight\n",
      "incremental_layers.8.layer.1.bias\n",
      "incremental_layers.8.layer.3.weight\n",
      "incremental_layers.8.layer.3.bias\n",
      "incremental_layers.8.layer.4.weight\n",
      "incremental_layers.8.layer.4.bias\n",
      "incremental_layers.8.layer.6.weight\n",
      "incremental_layers.8.layer.6.bias\n",
      "incremental_layers.8.layer.7.weight\n",
      "incremental_layers.8.layer.7.bias\n",
      "incremental_layers.8.gate_generator.0.weight\n",
      "incremental_layers.8.gate_generator.0.bias\n",
      "incremental_layers.8.gate_generator.1.weight\n",
      "incremental_layers.8.gate_generator.1.bias\n",
      "incremental_layers.8.gate_generator.5.weight\n",
      "incremental_layers.8.gate_generator.5.bias\n",
      "----Freezing arc_classifiers.0.2.weight\n",
      "----Freezing arc_classifiers.0.2.bias\n",
      "----Freezing arc_classifiers.0.4.weight\n",
      "----Freezing arc_classifiers.1.2.weight\n",
      "----Freezing arc_classifiers.1.2.bias\n",
      "----Freezing arc_classifiers.1.4.weight\n",
      "----Freezing arc_classifiers.2.2.weight\n",
      "----Freezing arc_classifiers.2.2.bias\n",
      "----Freezing arc_classifiers.2.4.weight\n",
      "----Freezing arc_classifiers.3.2.weight\n",
      "----Freezing arc_classifiers.3.2.bias\n",
      "----Freezing arc_classifiers.3.4.weight\n",
      "----Freezing arc_classifiers.4.2.weight\n",
      "----Freezing arc_classifiers.4.2.bias\n",
      "----Freezing arc_classifiers.4.4.weight\n",
      "----Freezing arc_classifiers.5.2.weight\n",
      "----Freezing arc_classifiers.5.2.bias\n",
      "----Freezing arc_classifiers.5.4.weight\n",
      "----Freezing arc_classifiers.6.2.weight\n",
      "----Freezing arc_classifiers.6.2.bias\n",
      "----Freezing arc_classifiers.6.4.weight\n",
      "arc_classifiers.7.2.weight\n",
      "arc_classifiers.7.2.bias\n",
      "arc_classifiers.7.4.weight\n",
      "arc_classifiers.8.2.weight\n",
      "arc_classifiers.8.2.bias\n",
      "arc_classifiers.8.4.weight\n",
      "alpha_cls: [209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      "   8.39992944   8.39992944   8.39992944   8.39992944   8.39992944]\n",
      "alpha_tsk: [ 4.19998236 41.99823607 41.99823607 41.99823607 41.99823607 41.99823607\n",
      " 41.99823607 41.99823607  1.67999718]\n",
      "num_prev_task_classes: 85\n",
      "alpha_cls: [209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      " 209.95590926 209.95590926 209.95590926 209.95590926 209.95590926\n",
      "   8.39992944   8.39992944   8.39992944   8.39992944   8.39992944]\n",
      "alpha_tsk: [ 25.05450224 250.53555215 250.53555215 250.53555215 250.53555215\n",
      " 250.53555215 250.53555215 250.53555215  10.02182615]\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "72484e1fac49491a99855eba3cea68b0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Total Training Progress:   0%|          | 0/2970 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "---------------\n",
      "Epoch 1/90\n",
      "---------------\n",
      "Epoch 1/90 - Train Loss: 114.4520\n",
      "Per Task Accuracy: {0: 0.9969954932398598, 1: 0.0, 2: 0.0, 3: 0.0038378669539455967, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.027384658930087746}\n",
      "Validation Loss: 571.1340 - Validation Accuracy: 0.4154\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 2/90\n",
      "---------------\n",
      "Epoch 2/90 - Train Loss: 26.9472\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.0, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.019247098782904048}\n",
      "Validation Loss: 492.4852 - Validation Accuracy: 0.5127\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 3/90\n",
      "---------------\n",
      "Epoch 3/90 - Train Loss: 22.1203\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0022643645626945937}\n",
      "Validation Loss: 476.3435 - Validation Accuracy: 0.5210\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 4/90\n",
      "---------------\n",
      "Epoch 4/90 - Train Loss: 20.1061\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 464.7541 - Validation Accuracy: 0.5267\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 5/90\n",
      "---------------\n",
      "Epoch 5/90 - Train Loss: 18.8739\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 468.3736 - Validation Accuracy: 0.5280\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 6/90\n",
      "---------------\n",
      "Epoch 6/90 - Train Loss: 18.1338\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.00814705090223539, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 462.5306 - Validation Accuracy: 0.5306\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 7/90\n",
      "---------------\n",
      "Epoch 7/90 - Train Loss: 16.4670\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.001918649270913277, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 467.3276 - Validation Accuracy: 0.5290\n",
      "---------------\n",
      "Epoch 8/90\n",
      "---------------\n",
      "Epoch 8/90 - Train Loss: 17.1507\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 468.4891 - Validation Accuracy: 0.5268\n",
      "---------------\n",
      "Epoch 9/90\n",
      "---------------\n",
      "Epoch 9/90 - Train Loss: 15.0785\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 464.0085 - Validation Accuracy: 0.5308\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 10/90\n",
      "---------------\n",
      "Epoch 10/90 - Train Loss: 14.8405\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 462.9437 - Validation Accuracy: 0.5307\n",
      "---------------\n",
      "Epoch 11/90\n",
      "---------------\n",
      "Epoch 11/90 - Train Loss: 14.8025\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 469.5604 - Validation Accuracy: 0.5291\n",
      "---------------\n",
      "Epoch 12/90\n",
      "---------------\n",
      "Epoch 12/90 - Train Loss: 14.3392\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 470.4370 - Validation Accuracy: 0.5289\n",
      "---------------\n",
      "Epoch 13/90\n",
      "---------------\n",
      "Epoch 13/90 - Train Loss: 14.8955\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 465.7037 - Validation Accuracy: 0.5309\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 14/90\n",
      "---------------\n",
      "Epoch 14/90 - Train Loss: 14.5296\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.00814705090223539, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 464.9031 - Validation Accuracy: 0.5320\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 15/90\n",
      "---------------\n",
      "Epoch 15/90 - Train Loss: 13.2693\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 470.1390 - Validation Accuracy: 0.5307\n",
      "---------------\n",
      "Epoch 16/90\n",
      "---------------\n",
      "Epoch 16/90 - Train Loss: 13.4791\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 462.8110 - Validation Accuracy: 0.5330\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 17/90\n",
      "---------------\n",
      "Epoch 17/90 - Train Loss: 12.2387\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 466.8387 - Validation Accuracy: 0.5327\n",
      "---------------\n",
      "Epoch 18/90\n",
      "---------------\n",
      "Epoch 18/90 - Train Loss: 13.5020\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 470.4492 - Validation Accuracy: 0.5304\n",
      "---------------\n",
      "Epoch 19/90\n",
      "---------------\n",
      "Epoch 19/90 - Train Loss: 14.1537\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 466.2479 - Validation Accuracy: 0.5336\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 20/90\n",
      "---------------\n",
      "Epoch 20/90 - Train Loss: 12.6593\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.003901253517523663, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 470.8619 - Validation Accuracy: 0.5307\n",
      "---------------\n",
      "Epoch 21/90\n",
      "---------------\n",
      "Epoch 21/90 - Train Loss: 13.8686\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 471.0407 - Validation Accuracy: 0.5312\n",
      "---------------\n",
      "Epoch 22/90\n",
      "---------------\n",
      "Epoch 22/90 - Train Loss: 12.3925\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.005947812739831159, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 465.0475 - Validation Accuracy: 0.5339\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 23/90\n",
      "---------------\n",
      "Epoch 23/90 - Train Loss: 12.0145\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.001918649270913277, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 465.4568 - Validation Accuracy: 0.5340\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 24/90\n",
      "---------------\n",
      "Epoch 24/90 - Train Loss: 12.5896\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 464.6507 - Validation Accuracy: 0.5337\n",
      "---------------\n",
      "Epoch 25/90\n",
      "---------------\n",
      "Epoch 25/90 - Train Loss: 11.4476\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.001918649270913277, 2: 0.0, 3: 0.012456234850525182, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 468.9852 - Validation Accuracy: 0.5316\n",
      "---------------\n",
      "Epoch 26/90\n",
      "---------------\n",
      "Epoch 26/90 - Train Loss: 11.7524\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 475.9019 - Validation Accuracy: 0.5299\n",
      "---------------\n",
      "Epoch 27/90\n",
      "---------------\n",
      "Epoch 27/90 - Train Loss: 11.9971\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.02060328575276057, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 469.9249 - Validation Accuracy: 0.5308\n",
      "---------------\n",
      "Epoch 28/90\n",
      "---------------\n",
      "Epoch 28/90 - Train Loss: 10.8135\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 474.6476 - Validation Accuracy: 0.5283\n",
      "---------------\n",
      "Epoch 29/90\n",
      "---------------\n",
      "Epoch 29/90 - Train Loss: 11.0618\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 474.2284 - Validation Accuracy: 0.5321\n",
      "---------------\n",
      "Epoch 30/90\n",
      "---------------\n",
      "Epoch 30/90 - Train Loss: 10.7636\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 467.1932 - Validation Accuracy: 0.5344\n",
      "Accuracy increased, updating the best accuracy...\n",
      "---------------\n",
      "Epoch 31/90\n",
      "---------------\n",
      "Epoch 31/90 - Train Loss: 11.3291\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 470.1431 - Validation Accuracy: 0.5337\n",
      "---------------\n",
      "Epoch 32/90\n",
      "---------------\n",
      "Epoch 32/90 - Train Loss: 11.2332\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 473.6084 - Validation Accuracy: 0.5296\n",
      "---------------\n",
      "Epoch 33/90\n",
      "---------------\n",
      "Epoch 33/90 - Train Loss: 10.5176\n",
      "Per Task Accuracy: {0: 0.9981972959439158, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 472.3703 - Validation Accuracy: 0.5317\n",
      "---------------\n",
      "Epoch 34/90\n",
      "---------------\n",
      "Epoch 34/90 - Train Loss: 11.4702\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.003901253517523663, 2: 0.002074150894477573, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 472.5013 - Validation Accuracy: 0.5314\n",
      "---------------\n",
      "Epoch 35/90\n",
      "---------------\n",
      "Epoch 35/90 - Train Loss: 9.7947\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 472.9339 - Validation Accuracy: 0.5301\n",
      "---------------\n",
      "Epoch 36/90\n",
      "---------------\n",
      "Epoch 36/90 - Train Loss: 10.4137\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 474.6207 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 37/90\n",
      "---------------\n",
      "Epoch 37/90 - Train Loss: 11.2481\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.012456234850525182, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 473.7429 - Validation Accuracy: 0.5317\n",
      "---------------\n",
      "Epoch 38/90\n",
      "---------------\n",
      "Epoch 38/90 - Train Loss: 10.5594\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 478.8216 - Validation Accuracy: 0.5303\n",
      "---------------\n",
      "Epoch 39/90\n",
      "---------------\n",
      "Epoch 39/90 - Train Loss: 10.3353\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 476.2567 - Validation Accuracy: 0.5307\n",
      "---------------\n",
      "Epoch 40/90\n",
      "---------------\n",
      "Epoch 40/90 - Train Loss: 11.2292\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 476.7676 - Validation Accuracy: 0.5300\n",
      "---------------\n",
      "Epoch 41/90\n",
      "---------------\n",
      "Epoch 41/90 - Train Loss: 10.2592\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 473.3822 - Validation Accuracy: 0.5313\n",
      "---------------\n",
      "Epoch 42/90\n",
      "---------------\n",
      "Epoch 42/90 - Train Loss: 10.7036\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 475.3305 - Validation Accuracy: 0.5299\n",
      "---------------\n",
      "Epoch 43/90\n",
      "---------------\n",
      "Epoch 43/90 - Train Loss: 10.4803\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 471.8850 - Validation Accuracy: 0.5321\n",
      "---------------\n",
      "Epoch 44/90\n",
      "---------------\n",
      "Epoch 44/90 - Train Loss: 9.2986\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.003901253517523663, 2: 0.0, 3: 0.00814705090223539, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 476.3243 - Validation Accuracy: 0.5301\n",
      "---------------\n",
      "Epoch 45/90\n",
      "---------------\n",
      "Epoch 45/90 - Train Loss: 10.0006\n",
      "Per Task Accuracy: {0: 0.99899849774662, 1: 0.001918649270913277, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 479.5793 - Validation Accuracy: 0.5283\n",
      "---------------\n",
      "Epoch 46/90\n",
      "---------------\n",
      "Epoch 46/90 - Train Loss: 10.9761\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.003901253517523663, 2: 0.002074150894477573, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 477.4315 - Validation Accuracy: 0.5300\n",
      "---------------\n",
      "Epoch 47/90\n",
      "---------------\n",
      "Epoch 47/90 - Train Loss: 10.1574\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 474.3302 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 48/90\n",
      "---------------\n",
      "Epoch 48/90 - Train Loss: 9.4898\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.001918649270913277, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 475.4809 - Validation Accuracy: 0.5300\n",
      "---------------\n",
      "Epoch 49/90\n",
      "---------------\n",
      "Epoch 49/90 - Train Loss: 10.0147\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.001918649270913277, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 473.7594 - Validation Accuracy: 0.5313\n",
      "---------------\n",
      "Epoch 50/90\n",
      "---------------\n",
      "Epoch 50/90 - Train Loss: 10.3381\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 487.2572 - Validation Accuracy: 0.5253\n",
      "---------------\n",
      "Epoch 51/90\n",
      "---------------\n",
      "Epoch 51/90 - Train Loss: 9.6044\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 480.1276 - Validation Accuracy: 0.5274\n",
      "---------------\n",
      "Epoch 52/90\n",
      "---------------\n",
      "Epoch 52/90 - Train Loss: 10.4036\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 472.0703 - Validation Accuracy: 0.5311\n",
      "---------------\n",
      "Epoch 53/90\n",
      "---------------\n",
      "Epoch 53/90 - Train Loss: 10.4511\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 483.0458 - Validation Accuracy: 0.5250\n",
      "---------------\n",
      "Epoch 54/90\n",
      "---------------\n",
      "Epoch 54/90 - Train Loss: 10.4168\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.022757877726905466, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 476.9627 - Validation Accuracy: 0.5298\n",
      "---------------\n",
      "Epoch 55/90\n",
      "---------------\n",
      "Epoch 55/90 - Train Loss: 9.5269\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 480.8832 - Validation Accuracy: 0.5274\n",
      "---------------\n",
      "Epoch 56/90\n",
      "---------------\n",
      "Epoch 56/90 - Train Loss: 9.4751\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 488.3713 - Validation Accuracy: 0.5252\n",
      "---------------\n",
      "Epoch 57/90\n",
      "---------------\n",
      "Epoch 57/90 - Train Loss: 9.5422\n",
      "Per Task Accuracy: {0: 0.9979969954932398, 1: 0.003901253517523663, 2: 0.002074150894477573, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 475.9992 - Validation Accuracy: 0.5286\n",
      "---------------\n",
      "Epoch 58/90\n",
      "---------------\n",
      "Epoch 58/90 - Train Loss: 9.7097\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 467.7704 - Validation Accuracy: 0.5338\n",
      "---------------\n",
      "Epoch 59/90\n",
      "---------------\n",
      "Epoch 59/90 - Train Loss: 9.1753\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 479.8660 - Validation Accuracy: 0.5273\n",
      "---------------\n",
      "Epoch 60/90\n",
      "---------------\n",
      "Epoch 60/90 - Train Loss: 9.6260\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.01629410180447078, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 481.0560 - Validation Accuracy: 0.5290\n",
      "---------------\n",
      "Epoch 61/90\n",
      "---------------\n",
      "Epoch 61/90 - Train Loss: 8.5891\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 476.9454 - Validation Accuracy: 0.5301\n",
      "---------------\n",
      "Epoch 62/90\n",
      "---------------\n",
      "Epoch 62/90 - Train Loss: 8.7103\n",
      "Per Task Accuracy: {0: 0.9987981972959439, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 472.0455 - Validation Accuracy: 0.5309\n",
      "---------------\n",
      "Epoch 63/90\n",
      "---------------\n",
      "Epoch 63/90 - Train Loss: 8.7544\n",
      "Per Task Accuracy: {0: 0.9985978968452679, 1: 0.003901253517523663, 2: 0.0, 3: 0.014610826824670077, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 484.0298 - Validation Accuracy: 0.5267\n",
      "---------------\n",
      "Epoch 64/90\n",
      "---------------\n",
      "Epoch 64/90 - Train Loss: 9.1040\n",
      "Per Task Accuracy: {0: 0.9983975963945919, 1: 0.003901253517523663, 2: 0.0, 3: 0.018448693778615674, 4: 0.0, 5: 0.0, 6: 0.0, 7: 0.0, 8: 0.0}\n",
      "Validation Loss: 482.2503 - Validation Accuracy: 0.5276\n",
      "---------------\n",
      "Epoch 65/90\n",
      "---------------\n"
     ]
    }
   ],
   "source": [
    "init_freeze_prefixes = [\n",
    "    'feature_extractor',\n",
    "    'avgpool',\n",
    "    #'fc',\n",
    "    ]\n",
    "for tsk in range(1,10):\n",
    "\n",
    "    model.add_arc_task_classifier(feature_dim=512, num_classes_per_task=num_classes_per_task[tsk], s=s, m=m)\n",
    "    model.add_incremental_task_layer() \n",
    "    #print('tsk:',tsk)\n",
    "    '''freeze_prefix = init_freeze_prefixes\n",
    "    if tsk == 0:\n",
    "        freeze_prefix.append( 'incremental_layers.' + str(tsk))\n",
    "    else:\n",
    "        freeze_prefix.append( 'incremental_layers.' + str(tsk)+'.layer' )\n",
    "\n",
    "    freeze_prefix.append('arc_classifiers.' + str(tsk))'''\n",
    "\n",
    "    #-----------------------------------------------\n",
    "    init_freeze_prefixes = [\n",
    "    'feature_extractor',\n",
    "    #'avgpool',\n",
    "    #'fc',\n",
    "    ]\n",
    "    print('tsk:',tsk)\n",
    "    #print('tsk:',tsk)\n",
    "    freeze_prefix = init_freeze_prefixes\n",
    "\n",
    "    if tsk == 1:\n",
    "         freeze_prefix.append( 'incremental_layers.' + str(tsk-1) )\n",
    "    else:\n",
    "        for layer in range(0,tsk-1):\n",
    "            freeze_prefix.append( 'incremental_layers.' + str(layer))\n",
    "        freeze_prefix.append( 'incremental_layers.' + str(tsk-1))\n",
    "    \n",
    "    if tsk> 1:\n",
    "        for layer in range(0,tsk-1):\n",
    "            freeze_prefix.append('arc_classifiers.' + str(layer))\n",
    "        #freeze_prefix.append('arc_classifiers.' + str(layer))\n",
    "    #-----------------------------------------------\n",
    "    print('freeze_prefix:',freeze_prefix)\n",
    "    freeze_layers(model, freeze_prefix)\n",
    "\n",
    "    combined_train_set = []\n",
    "    for i in range(tsk):\n",
    "        #print(i)\n",
    "        # 这里我们简单地将整个 combined_test_set 作为一个集合添加到列表中\n",
    "        # 如果你需要根据索引来选择特定的元素，你可以修改这里的代码\n",
    "        combined_train_set.append(exampler_train_sets[i])\n",
    "    combined_train_set.append(origin_train_set[tsk])\n",
    "    combined_train_set=ConcatDataset(combined_train_set)\n",
    "    # 创建一个新的DataLoader来加载合并后的数据集\n",
    "    combined_train_loader = DataLoader(MyDataset(combined_train_set,transform=transform_train), \n",
    "                                    batch_size=batch_size, shuffle=True, num_workers=4)\n",
    "\n",
    "\n",
    "    # 使用ConcatDataset合并这两个数据集\n",
    "    combined_test_set = []\n",
    "    for i in range(tsk+1):\n",
    "        # 这里我们简单地将整个 combined_test_set 作为一个集合添加到列表中\n",
    "        # 如果你需要根据索引来选择特定的元素，你可以修改这里的代码\n",
    "        combined_test_set.append(origin_test_set[i])\n",
    "    combined_test_set=ConcatDataset(combined_test_set)\n",
    "    # 创建一个新的DataLoader来加载合并后的数据集\n",
    "    combined_test_loader = DataLoader(MyDataset(combined_test_set,transform=transform_test), \n",
    "                                    batch_size=batch_size, shuffle=False, num_workers=4)\n",
    "    \n",
    "\n",
    "    num_epochs=90\n",
    "    weight_decay=0.01\n",
    "    max_lr=0.01\n",
    "    #weight_label=1.5+((tsk-1)*0.16)\n",
    "    weight_label=1.5\n",
    "    # 创建调度器和优化器\n",
    "    optimizer = torch.optim.Adam(model.parameters(), lr=max_lr,weight_decay=weight_decay)\n",
    "    scheduler=torch.optim.lr_scheduler.OneCycleLR(optimizer=optimizer, max_lr=max_lr, epochs=num_epochs, \n",
    "                                                    steps_per_epoch=len(combined_train_loader),three_phase=True)\n",
    "    class_stats = get_class_stats(combined_train_loader)\n",
    "    # 计算补齐后的 alpha\n",
    "    alpha_cls,alpha_tsk = sort_and_complete_alpha_by_label_mapping(class_stats, label_mapping, task_class_orders)\n",
    "    alpha_cls,alpha_tsk = sort_and_complete_alpha_by_label_mapping(class_stats, label_mapping, task_class_orders)\n",
    "    print(\"alpha_cls:\", alpha_cls)\n",
    "    print(\"alpha_tsk:\", alpha_tsk)\n",
    "    alpha_cls,alpha_tsk = reweight_alphas(task_class_orders=task_class_orders, tsk=tsk, \n",
    "                    alpha_cls=alpha_cls,alpha_tsk=alpha_tsk,\n",
    "                    w_cls=1, w_tsk=1)\n",
    "    \n",
    "    #alpha_tsk=alpha_cls.mean()/alpha_tsk.mean()*alpha_tsk\n",
    "    alpha_tsk=alpha_cls.mean()/alpha_tsk.mean()*alpha_tsk\n",
    "    print(\"alpha_cls:\", alpha_cls)\n",
    "    print(\"alpha_tsk:\", alpha_tsk)\n",
    "    criterion = MultiClassFocalLossWithAlpha(device,alpha_cls,gamma=0,reduction='mean') \n",
    "    #criterion_label = MultiClassFocalLossWithAlpha(device,alpha_tsk,gamma=0,reduction='mean') \n",
    "    criterion_label=None\n",
    "    model.to(device)\n",
    "    model=train_model(device, model, \n",
    "                task_class_orders,{'train': combined_train_loader, 'val': combined_test_loader}, \n",
    "                criterion, criterion_label,weight_label,optimizer,scheduler,label_mapping=label_mapping, \n",
    "                num_epochs=num_epochs,use_weighted_loss=False)\n",
    "\n",
    "    for i in range(tsk+1):\n",
    "        print(f'Task {i+1}:')\n",
    "        loss, accuracy = evaluate_model(device,label_mapping,model, {'val': test_loaders[i]})\n",
    "        print(f'Loss on test set: {loss:.4f}')\n",
    "        print(f'Accuracy on test set: {accuracy:.4f}')\n",
    "\n",
    "    # 在完整数据集上评估模型\n",
    "    loss, accuracy = evaluate_model(device,label_mapping,model, {'val': combined_test_loader}, criterion)\n",
    "    print(f'Loss on test set: {loss:.4f}')\n",
    "    print(f'Accuracy on test set: {accuracy:.4f}')\n",
    "\n",
    "    # 保存模型\n",
    "    # 格式化准确率，保留三位小数，并将其转换为字符串\n",
    "    accuracy_str = f\"{accuracy:.3f}\"\n",
    "    current_time = datetime.datetime.now().strftime(\"%Y%m%d_%H%M%S\")\n",
    "    # 使用准确率值作为文件名的一部分\n",
    "    file_name = f\"Loop_branch_{str(tsk)}_{accuracy_str}_{current_time}.pth\"\n",
    "    # 确保保存路径存在，如果不存在则创建\n",
    "    task_save_pth = os.path.join(model_save_pth, str(tsk))\n",
    "    if not os.path.exists(task_save_pth):\n",
    "        os.makedirs(task_save_pth, exist_ok=True)\n",
    "    # 保存模型到指定路径\n",
    "    torch.save(model.state_dict(), os.path.join(task_save_pth, file_name))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Task 1:\n",
      "Loss on test set: 1.9638\n",
      "Accuracy on test set: 0.6066\n",
      "Task 2:\n",
      "Loss on test set: 2.6106\n",
      "Accuracy on test set: 0.3800\n",
      "Task 3:\n",
      "Loss on test set: 2.6340\n",
      "Accuracy on test set: 0.4160\n",
      "Task 4:\n",
      "Loss on test set: 2.3775\n",
      "Accuracy on test set: 0.4120\n",
      "Task 5:\n",
      "Loss on test set: 2.9290\n",
      "Accuracy on test set: 0.3400\n",
      "Task 6:\n",
      "Loss on test set: 2.2082\n",
      "Accuracy on test set: 0.4640\n",
      "Task 7:\n",
      "Loss on test set: 3.2342\n",
      "Accuracy on test set: 0.2580\n",
      "Task 8:\n",
      "Loss on test set: 2.9716\n",
      "Accuracy on test set: 0.3100\n",
      "Task 9:\n",
      "Loss on test set: 2.7363\n",
      "Accuracy on test set: 0.3620\n",
      "Task 10:\n",
      "Loss on test set: 1.0429\n",
      "Accuracy on test set: 0.6740\n"
     ]
    }
   ],
   "source": [
    "for tsk in range(10):\n",
    "    print(f'Task {tsk+1}:')\n",
    "    loss, accuracy = evaluate_model(device,label_mapping,model, {'val': test_loaders[tsk]})\n",
    "    print(f'Loss on test set: {loss:.4f}')\n",
    "    print(f'Accuracy on test set: {accuracy:.4f}')\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "dl",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
